[ 547.489976] env[62633]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62633) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.490389] env[62633]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62633) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.490445] env[62633]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62633) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 547.490739] env[62633]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 547.582941] env[62633]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62633) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 547.594788] env[62633]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62633) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 548.194048] env[62633]: INFO nova.virt.driver [None req-0e4a7683-02b4-4900-aabc-7b9f6eeaada9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 548.265696] env[62633]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.265870] env[62633]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.265942] env[62633]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62633) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 551.548405] env[62633]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d3b22b83-a3cc-48b2-bf0b-a4c75adca1a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.567025] env[62633]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62633) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 551.567260] env[62633]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-abd3bd2c-9b19-4d60-b7f4-5dc3c44c8260 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.600539] env[62633]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a6010. [ 551.600790] env[62633]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.335s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.601289] env[62633]: INFO nova.virt.vmwareapi.driver [None req-0e4a7683-02b4-4900-aabc-7b9f6eeaada9 None None] VMware vCenter version: 7.0.3 [ 551.604740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e24212-d8cb-4b22-b601-ac7177e309d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.622887] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d613a-a257-43f8-9147-c439e2521a94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.628676] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51229ba2-a803-4116-9d37-b12b28e7855f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.635169] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940d5114-f353-4dd6-ac59-2ee81b155cea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.647926] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8f3c0b-7cde-4f17-8e43-259fa532e3e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.653640] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d924da33-9d5d-4c63-89db-019a3627001d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.683400] env[62633]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-746f39f0-6b3f-433d-b9bf-f94391683d47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.688115] env[62633]: DEBUG nova.virt.vmwareapi.driver [None req-0e4a7683-02b4-4900-aabc-7b9f6eeaada9 None None] Extension org.openstack.compute already exists. {{(pid=62633) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 551.690775] env[62633]: INFO nova.compute.provider_config [None req-0e4a7683-02b4-4900-aabc-7b9f6eeaada9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 552.194038] env[62633]: DEBUG nova.context [None req-0e4a7683-02b4-4900-aabc-7b9f6eeaada9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5d1632c2-7136-46b7-a5cd-eeba9ad78849(cell1) {{(pid=62633) load_cells /opt/stack/nova/nova/context.py:464}} [ 552.196039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.196274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.196945] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.197380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Acquiring lock "5d1632c2-7136-46b7-a5cd-eeba9ad78849" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.197573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Lock "5d1632c2-7136-46b7-a5cd-eeba9ad78849" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.198700] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Lock "5d1632c2-7136-46b7-a5cd-eeba9ad78849" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.219720] env[62633]: INFO dbcounter [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Registered counter for database nova_cell0 [ 552.227835] env[62633]: INFO dbcounter [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Registered counter for database nova_cell1 [ 552.231034] env[62633]: DEBUG oslo_db.sqlalchemy.engines [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62633) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 552.231408] env[62633]: DEBUG oslo_db.sqlalchemy.engines [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62633) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 552.236314] env[62633]: ERROR nova.db.main.api [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 552.236314] env[62633]: result = function(*args, **kwargs) [ 552.236314] env[62633]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 552.236314] env[62633]: return func(*args, **kwargs) [ 552.236314] env[62633]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 552.236314] env[62633]: result = fn(*args, **kwargs) [ 552.236314] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 552.236314] env[62633]: return f(*args, **kwargs) [ 552.236314] env[62633]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 552.236314] env[62633]: return db.service_get_minimum_version(context, binaries) [ 552.236314] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 552.236314] env[62633]: _check_db_access() [ 552.236314] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 552.236314] env[62633]: stacktrace = ''.join(traceback.format_stack()) [ 552.236314] env[62633]: [ 552.237123] env[62633]: ERROR nova.db.main.api [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 552.237123] env[62633]: result = function(*args, **kwargs) [ 552.237123] env[62633]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 552.237123] env[62633]: return func(*args, **kwargs) [ 552.237123] env[62633]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 552.237123] env[62633]: result = fn(*args, **kwargs) [ 552.237123] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 552.237123] env[62633]: return f(*args, **kwargs) [ 552.237123] env[62633]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 552.237123] env[62633]: return db.service_get_minimum_version(context, binaries) [ 552.237123] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 552.237123] env[62633]: _check_db_access() [ 552.237123] env[62633]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 552.237123] env[62633]: stacktrace = ''.join(traceback.format_stack()) [ 552.237123] env[62633]: [ 552.237511] env[62633]: WARNING nova.objects.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Failed to get minimum service version for cell 5d1632c2-7136-46b7-a5cd-eeba9ad78849 [ 552.237630] env[62633]: WARNING nova.objects.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 552.238116] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Acquiring lock "singleton_lock" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.238255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Acquired lock "singleton_lock" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.238489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Releasing lock "singleton_lock" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.238804] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Full set of CONF: {{(pid=62633) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 552.238948] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ******************************************************************************** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 552.239092] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Configuration options gathered from: {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 552.239231] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 552.239468] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 552.239611] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ================================================================================ {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 552.239826] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] allow_resize_to_same_host = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.240038] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] arq_binding_timeout = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.240181] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] backdoor_port = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.240310] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] backdoor_socket = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.240477] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] block_device_allocate_retries = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.240637] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] block_device_allocate_retries_interval = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.240804] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cert = self.pem {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.240995] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.241187] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute_monitors = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.241356] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] config_dir = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.241563] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] config_drive_format = iso9660 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.241701] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.241864] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] config_source = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.242041] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] console_host = devstack {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.242213] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] control_exchange = nova {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.242370] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cpu_allocation_ratio = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.242529] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] daemon = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.242694] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] debug = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.242847] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] default_access_ip_network_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.243015] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] default_availability_zone = nova {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.243178] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] default_ephemeral_format = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.243335] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] default_green_pool_size = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.243568] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.243731] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] default_schedule_zone = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.243888] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] disk_allocation_ratio = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.244062] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] enable_new_services = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.244240] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] enabled_apis = ['osapi_compute'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.244401] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] enabled_ssl_apis = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.244560] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] flat_injected = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.244715] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] force_config_drive = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.244873] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] force_raw_images = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.245311] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] graceful_shutdown_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.245311] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] heal_instance_info_cache_interval = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.245430] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] host = cpu-1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.245591] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.245754] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.245914] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.246154] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.246322] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] instance_build_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.246481] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] instance_delete_interval = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.246645] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] instance_format = [instance: %(uuid)s] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.246806] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] instance_name_template = instance-%08x {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.246966] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] instance_usage_audit = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.247177] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] instance_usage_audit_period = month {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.247351] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.247516] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.247681] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] internal_service_availability_zone = internal {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.247863] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] key = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.248040] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] live_migration_retry_count = 30 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.248218] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_color = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.248382] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_config_append = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.248545] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.248701] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_dir = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.248855] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.248982] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_options = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.249162] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_rotate_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.249322] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_rotate_interval_type = days {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.249485] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] log_rotation_type = none {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.249612] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.249734] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.249911] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.250102] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.250235] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.250402] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] long_rpc_timeout = 1800 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.250561] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] max_concurrent_builds = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.250716] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] max_concurrent_live_migrations = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.250874] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] max_concurrent_snapshots = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.251105] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] max_local_block_devices = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.251365] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] max_logfile_count = 30 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.251543] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] max_logfile_size_mb = 200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.251705] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] maximum_instance_delete_attempts = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.251872] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] metadata_listen = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.252050] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] metadata_listen_port = 8775 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.252226] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] metadata_workers = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.252386] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] migrate_max_retries = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.252552] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] mkisofs_cmd = genisoimage {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.252755] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.252885] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] my_ip = 10.180.1.21 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.253054] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] network_allocate_retries = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.253238] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.253403] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.253563] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] osapi_compute_listen_port = 8774 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.253725] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] osapi_compute_unique_server_name_scope = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.253890] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] osapi_compute_workers = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.254071] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] password_length = 12 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.254229] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] periodic_enable = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.254390] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] periodic_fuzzy_delay = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.254554] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] pointer_model = usbtablet {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.254718] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] preallocate_images = none {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.254875] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] publish_errors = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.255010] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] pybasedir = /opt/stack/nova {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.255176] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ram_allocation_ratio = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.255336] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] rate_limit_burst = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.255499] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] rate_limit_except_level = CRITICAL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.255655] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] rate_limit_interval = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.255811] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] reboot_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.255970] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] reclaim_instance_interval = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.256138] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] record = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.256303] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] reimage_timeout_per_gb = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.256465] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] report_interval = 120 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.256624] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] rescue_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.256780] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] reserved_host_cpus = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.256940] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] reserved_host_disk_mb = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.257120] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] reserved_host_memory_mb = 512 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.257281] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] reserved_huge_pages = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.257437] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] resize_confirm_window = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.257594] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] resize_fs_using_block_device = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.257754] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] resume_guests_state_on_host_boot = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.257948] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.258129] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] rpc_response_timeout = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.258293] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] run_external_periodic_tasks = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.258461] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] running_deleted_instance_action = reap {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.258623] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.258784] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] running_deleted_instance_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.258944] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler_instance_sync_interval = 120 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.259155] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_down_time = 720 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.259342] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] servicegroup_driver = db {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.259501] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] shell_completion = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.259663] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] shelved_offload_time = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.259823] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] shelved_poll_interval = 3600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.260025] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] shutdown_timeout = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.260203] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] source_is_ipv6 = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.260365] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ssl_only = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.260612] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.260782] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] sync_power_state_interval = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.260946] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] sync_power_state_pool_size = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.261131] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] syslog_log_facility = LOG_USER {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.261292] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] tempdir = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.261454] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] timeout_nbd = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.261624] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] transport_url = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.261785] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] update_resources_interval = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.261948] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] use_cow_images = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.262123] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] use_eventlog = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.262287] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] use_journal = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.262448] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] use_json = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.262608] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] use_rootwrap_daemon = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.262767] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] use_stderr = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.262927] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] use_syslog = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.263095] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vcpu_pin_set = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.263267] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plugging_is_fatal = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.263434] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plugging_timeout = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.263601] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] virt_mkfs = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.263764] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] volume_usage_poll_interval = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.263927] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] watch_log_file = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.264105] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] web = /usr/share/spice-html5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 552.264291] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.264460] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.264626] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.264798] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_concurrency.disable_process_locking = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.265354] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.265551] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.265725] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.265901] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.266085] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.266259] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.266441] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.auth_strategy = keystone {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.266608] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.compute_link_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.266782] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.266959] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.dhcp_domain = novalocal {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.267145] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.enable_instance_password = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.267311] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.glance_link_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.267479] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.267647] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.267828] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.instance_list_per_project_cells = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.268014] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.list_records_by_skipping_down_cells = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.268188] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.local_metadata_per_cell = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.268357] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.max_limit = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.268525] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.metadata_cache_expiration = 15 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.268699] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.neutron_default_tenant_id = default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.268868] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.response_validation = warn {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.269052] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.use_neutron_default_nets = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.269227] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.269390] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.269557] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.269730] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.269918] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.vendordata_dynamic_targets = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.270108] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.vendordata_jsonfile_path = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.270295] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.270486] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.backend = dogpile.cache.memcached {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.270654] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.backend_argument = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.270816] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.backend_expiration_time = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.271036] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.config_prefix = cache.oslo {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.271229] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.dead_timeout = 60.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.271399] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.debug_cache_backend = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.271565] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.enable_retry_client = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.271730] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.enable_socket_keepalive = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.271900] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.enabled = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.272076] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.enforce_fips_mode = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.272264] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.expiration_time = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.272442] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.hashclient_retry_attempts = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.272612] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.272777] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_dead_retry = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.272945] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_password = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.273146] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.273317] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.273482] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_pool_maxsize = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.273647] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.273813] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_sasl_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.273993] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.274181] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.274343] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.memcache_username = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.274509] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.proxies = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.274680] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.redis_db = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.274845] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.redis_password = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.275025] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.275260] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.275455] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.redis_server = localhost:6379 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.275629] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.redis_socket_timeout = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.275793] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.redis_username = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.275957] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.retry_attempts = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.276141] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.retry_delay = 0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.276309] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.socket_keepalive_count = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.276475] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.socket_keepalive_idle = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.276639] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.socket_keepalive_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.276800] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.tls_allowed_ciphers = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.276959] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.tls_cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.277135] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.tls_certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.277302] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.tls_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.277463] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cache.tls_keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.277631] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.277816] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.auth_type = password {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.277988] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.278183] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.278346] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.278511] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.278673] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.cross_az_attach = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.278836] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.debug = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.278997] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.endpoint_template = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.279177] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.http_retries = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.279340] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.279497] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.279669] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.os_region_name = RegionOne {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.279834] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.280030] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cinder.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.280216] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.280379] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.cpu_dedicated_set = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.280540] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.cpu_shared_set = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.280702] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.image_type_exclude_list = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.280866] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.281062] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.281232] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.281395] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.281565] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.281729] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.resource_provider_association_refresh = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.281889] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.282064] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.shutdown_retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.282248] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.282426] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] conductor.workers = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.282604] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] console.allowed_origins = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.282764] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] console.ssl_ciphers = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.282942] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] console.ssl_minimum_version = default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.283147] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] consoleauth.enforce_session_timeout = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.283321] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] consoleauth.token_ttl = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.283493] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.283651] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.283815] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.283974] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.284152] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.284316] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.284480] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.284636] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.284794] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.284952] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.285152] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.285316] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.285474] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.285644] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.service_type = accelerator {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.285809] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.285968] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.286142] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.286300] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.286480] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.286638] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] cyborg.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.286815] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.backend = sqlalchemy {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.286983] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.287165] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.connection_debug = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.287333] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.connection_parameters = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.287497] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.connection_recycle_time = 3600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.287660] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.connection_trace = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.287824] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.db_inc_retry_interval = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.287993] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.db_max_retries = 20 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.288173] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.db_max_retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.288337] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.db_retry_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.288498] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.max_overflow = 50 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.288658] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.max_pool_size = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.288818] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.max_retries = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.288984] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.289157] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.mysql_wsrep_sync_wait = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.289313] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.pool_timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.289473] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.289627] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.slave_connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.289787] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.sqlite_synchronous = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.289981] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] database.use_db_reconnect = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.290173] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.backend = sqlalchemy {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.290341] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.290506] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.connection_debug = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.290673] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.connection_parameters = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.290835] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.connection_recycle_time = 3600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.291068] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.connection_trace = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.291259] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.db_inc_retry_interval = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.291428] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.db_max_retries = 20 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.291592] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.db_max_retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.291755] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.db_retry_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.291917] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.max_overflow = 50 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.292091] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.max_pool_size = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.292265] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.max_retries = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.292431] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.292590] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.292747] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.pool_timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.292907] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.retry_interval = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.293223] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.slave_connection = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.293288] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] api_database.sqlite_synchronous = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.293410] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] devices.enabled_mdev_types = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.293583] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.293752] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.293916] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ephemeral_storage_encryption.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.294091] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.294263] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.api_servers = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.294421] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.294576] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.294737] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.294893] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.295096] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.295272] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.debug = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.295436] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.default_trusted_certificate_ids = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.295594] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.enable_certificate_validation = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.295754] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.enable_rbd_download = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.295916] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.296094] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.296257] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.296414] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.296568] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.296728] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.num_retries = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.296894] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.rbd_ceph_conf = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.297092] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.rbd_connect_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.297277] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.rbd_pool = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.297445] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.rbd_user = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.297602] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.297758] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.297916] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.298094] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.service_type = image {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.298269] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.298428] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.298587] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.298745] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.298924] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.299108] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.verify_glance_signatures = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.299270] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] glance.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.299434] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] guestfs.debug = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.299598] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] mks.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.299956] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.300169] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] image_cache.manager_interval = 2400 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.300354] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] image_cache.precache_concurrency = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.300516] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] image_cache.remove_unused_base_images = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.300685] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.300851] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.301110] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] image_cache.subdirectory_name = _base {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.301305] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.api_max_retries = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.301473] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.api_retry_interval = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.301636] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.301797] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.301954] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.302124] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.302293] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.302450] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.conductor_group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.302605] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.302763] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.302920] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.303093] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.303253] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.303410] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.303567] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.303730] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.peer_list = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.303885] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.304053] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.304217] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.serial_console_state_timeout = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.304374] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.304539] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.service_type = baremetal {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.304695] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.shard = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.304852] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.305015] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.305186] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.305342] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.305519] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.305676] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ironic.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.305853] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.306034] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] key_manager.fixed_key = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.306224] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.306385] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.barbican_api_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.306541] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.barbican_endpoint = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.306706] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.barbican_endpoint_type = public {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.306861] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.barbican_region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.307044] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.307226] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.307391] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.307550] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.307707] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.307865] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.number_of_retries = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.308035] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.retry_delay = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.308207] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.send_service_user_token = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.308368] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.308525] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.308684] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.verify_ssl = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.308841] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican.verify_ssl_path = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.309012] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.309210] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.309374] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.309532] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.309694] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.309854] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.310052] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.310225] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.310386] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] barbican_service_user.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.310552] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.approle_role_id = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.310710] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.approle_secret_id = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.310882] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.kv_mountpoint = secret {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.311072] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.kv_path = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.311247] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.kv_version = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.311405] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.namespace = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.311563] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.root_token_id = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.311719] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.ssl_ca_crt_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.311887] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.timeout = 60.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.312062] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.use_ssl = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.312234] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.312401] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.312563] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.312720] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.312876] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.313050] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.313215] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.313375] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.313535] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.313697] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.313854] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.314016] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.314177] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.314336] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.314495] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.314652] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.314819] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.service_type = identity {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.314983] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.315161] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.315322] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.315480] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.315657] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.315818] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] keystone.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.316028] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.connection_uri = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.316194] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.cpu_mode = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.316359] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.316523] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.cpu_models = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.316767] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.cpu_power_governor_high = performance {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.316864] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.317037] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.cpu_power_management = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.317211] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.317371] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.device_detach_attempts = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.317532] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.device_detach_timeout = 20 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.317691] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.disk_cachemodes = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.317844] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.disk_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.318014] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.enabled_perf_events = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.318190] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.file_backed_memory = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.318353] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.gid_maps = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.318512] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.hw_disk_discard = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.318670] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.hw_machine_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.318839] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.images_rbd_ceph_conf = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.319019] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.319246] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.319434] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.images_rbd_glance_store_name = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.319605] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.images_rbd_pool = rbd {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.319777] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.images_type = default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.319968] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.images_volume_group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.320155] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.inject_key = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.320320] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.inject_partition = -2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.320484] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.inject_password = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.320648] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.iscsi_iface = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.320812] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.iser_use_multipath = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.321026] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.321185] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.321352] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_downtime = 500 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.321515] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.321676] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.321833] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_inbound_addr = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.322012] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.322181] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.322342] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_scheme = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.322514] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_timeout_action = abort {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.322675] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_tunnelled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.322832] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_uri = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.322994] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.live_migration_with_native_tls = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.323169] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.max_queues = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.323334] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.323559] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.323720] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.nfs_mount_options = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.324009] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.324193] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.324360] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.324520] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.324683] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.324845] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.num_pcie_ports = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.325028] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.325201] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.pmem_namespaces = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.325363] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.quobyte_client_cfg = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.325656] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.325829] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.325993] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.326174] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.326332] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rbd_secret_uuid = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.326487] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rbd_user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.326647] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.326813] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.326969] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rescue_image_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.327228] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rescue_kernel_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.327373] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rescue_ramdisk_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.327549] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.327711] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.rx_queue_size = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.327911] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.smbfs_mount_options = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.328181] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.328370] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.snapshot_compression = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.328532] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.snapshot_image_format = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.328759] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.328924] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.sparse_logical_volumes = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.329103] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.swtpm_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.329275] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.swtpm_group = tss {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.329443] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.swtpm_user = tss {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.329611] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.sysinfo_serial = unique {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.329773] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.tb_cache_size = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.329955] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.tx_queue_size = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.330158] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.uid_maps = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.330339] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.use_virtio_for_bridges = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.330518] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.virt_type = kvm {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.330688] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.volume_clear = zero {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.330850] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.volume_clear_size = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.331082] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.volume_use_multipath = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.331260] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.vzstorage_cache_path = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.331431] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.331598] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.331763] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.331929] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.332232] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.332413] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.vzstorage_mount_user = stack {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.332582] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.332761] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.332939] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.auth_type = password {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.333109] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.333268] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.333430] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.333587] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.333746] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.333913] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.default_floating_pool = public {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.334086] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.334247] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.extension_sync_interval = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.334406] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.http_retries = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.334567] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.334725] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.334882] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.335063] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.335226] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.335392] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.ovs_bridge = br-int {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.335557] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.physnets = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.335724] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.region_name = RegionOne {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.335882] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.336063] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.service_metadata_proxy = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.336229] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.336398] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.service_type = network {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.336563] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.336723] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.336882] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.337052] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.337239] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.337399] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] neutron.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.337571] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] notifications.bdms_in_notifications = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.337748] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] notifications.default_level = INFO {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.337927] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] notifications.notification_format = unversioned {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.338100] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] notifications.notify_on_state_change = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.338276] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.338449] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] pci.alias = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.338619] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] pci.device_spec = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.338782] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] pci.report_in_placement = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.338950] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.339136] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.auth_type = password {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.339306] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.339464] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.339621] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.339783] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.339969] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.340159] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.340322] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.default_domain_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.340479] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.default_domain_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.340643] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.domain_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.340795] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.domain_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.340979] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.341183] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.341347] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.341502] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.341658] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.341825] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.password = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.341984] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.project_domain_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.342169] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.project_domain_name = Default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.342336] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.project_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.342508] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.project_name = service {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.342675] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.region_name = RegionOne {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.342833] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.343032] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.343227] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.service_type = placement {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.343393] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.343553] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.343714] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.343871] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.system_scope = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.344045] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.344211] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.trust_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.344369] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.user_domain_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.344535] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.user_domain_name = Default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.344690] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.user_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.344858] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.username = nova {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.345047] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.345214] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] placement.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.345389] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.cores = 20 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.345553] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.count_usage_from_placement = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.345721] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.345888] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.injected_file_content_bytes = 10240 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.346066] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.injected_file_path_length = 255 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.346233] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.injected_files = 5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.346396] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.instances = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.346559] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.key_pairs = 100 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.346722] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.metadata_items = 128 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.346886] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.ram = 51200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.347062] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.recheck_quota = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.347234] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.server_group_members = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.347399] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] quota.server_groups = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.347574] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.347738] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.347901] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.image_metadata_prefilter = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.348075] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.348242] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.max_attempts = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.348404] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.max_placement_results = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.348585] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.348746] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.348906] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.349089] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] scheduler.workers = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.349264] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.349431] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.349604] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.349770] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.349963] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.350152] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.350322] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.350506] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.350674] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.host_subset_size = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.350839] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.351046] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.351228] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.351395] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.isolated_hosts = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.351554] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.isolated_images = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.351715] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.351876] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.352052] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.352241] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.pci_in_placement = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.352386] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.352546] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.352708] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.352868] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.353037] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.353206] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.353368] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.track_instance_changes = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.353543] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.353711] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] metrics.required = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.353873] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] metrics.weight_multiplier = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.354045] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.354213] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] metrics.weight_setting = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.354556] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.354742] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] serial_console.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.354947] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] serial_console.port_range = 10000:20000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.355180] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.355381] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.355571] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] serial_console.serialproxy_port = 6083 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.355768] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.355959] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.auth_type = password {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.356145] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.356334] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.356505] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.356698] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.356869] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.357076] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.send_service_user_token = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.357275] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.357462] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] service_user.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.357649] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.agent_enabled = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.357826] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.358160] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.358407] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.358590] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.html5proxy_port = 6082 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.358784] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.image_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.358958] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.jpeg_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.359167] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.playback_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.359347] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.require_secure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.359567] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.server_listen = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.359744] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.359924] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.streaming_mode = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.360142] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] spice.zlib_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.360320] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] upgrade_levels.baseapi = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.360528] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] upgrade_levels.compute = auto {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.360697] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] upgrade_levels.conductor = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.360886] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] upgrade_levels.scheduler = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.361076] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.361241] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.361395] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.361556] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.361750] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.361914] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.362117] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.362293] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.362459] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vendordata_dynamic_auth.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.362661] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.api_retry_count = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.362825] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.ca_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.363035] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.363221] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.cluster_name = testcl1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.363416] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.connection_pool_size = 10 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.363592] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.console_delay_seconds = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.363762] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.datastore_regex = ^datastore.* {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.364008] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.364199] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.host_password = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.364397] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.host_port = 443 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.364581] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.host_username = administrator@vsphere.local {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.364775] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.insecure = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.364965] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.integration_bridge = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.365162] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.maximum_objects = 100 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.365324] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.pbm_default_policy = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.365487] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.pbm_enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.365643] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.pbm_wsdl_location = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.365811] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.365972] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.serial_port_proxy_uri = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.366146] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.serial_port_service_uri = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.366315] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.task_poll_interval = 0.5 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.366485] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.use_linked_clone = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.366654] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.vnc_keymap = en-us {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.366820] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.vnc_port = 5900 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.366983] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vmware.vnc_port_total = 10000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.367182] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.auth_schemes = ['none'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.367357] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.367664] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.367847] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.368029] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.novncproxy_port = 6080 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.368223] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.server_listen = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.368402] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.368564] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.vencrypt_ca_certs = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.368723] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.vencrypt_client_cert = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.368880] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vnc.vencrypt_client_key = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.369070] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.369241] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.disable_deep_image_inspection = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.369406] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.369602] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.369767] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.369937] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.disable_rootwrap = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.370112] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.enable_numa_live_migration = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.370276] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.370435] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.370594] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.370752] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.libvirt_disable_apic = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.370912] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.371087] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.371254] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.371414] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.371574] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.371734] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.371893] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.372065] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.372231] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.372390] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.372570] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.372738] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.client_socket_timeout = 900 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.372902] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.default_pool_size = 1000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.373080] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.keep_alive = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.373247] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.max_header_line = 16384 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.373407] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.373567] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.ssl_ca_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.373723] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.ssl_cert_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.373884] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.ssl_key_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.374056] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.tcp_keepidle = 600 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.374238] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.374402] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] zvm.ca_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.374558] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] zvm.cloud_connector_url = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.374841] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.375023] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] zvm.reachable_timeout = 300 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.375205] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.enforce_new_defaults = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.375567] env[62633]: WARNING oslo_config.cfg [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 552.375749] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.enforce_scope = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.375922] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.policy_default_rule = default {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.376112] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.376285] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.policy_file = policy.yaml {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.376457] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.376614] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.376773] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.376928] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.377102] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.377273] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.377441] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.377613] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.377787] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.connection_string = messaging:// {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.377954] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.enabled = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.378135] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.es_doc_type = notification {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.378297] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.es_scroll_size = 10000 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.378482] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.es_scroll_time = 2m {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.378647] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.filter_error_trace = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.378809] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.hmac_keys = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.378974] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.sentinel_service_name = mymaster {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.379154] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.socket_timeout = 0.1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.379316] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.trace_requests = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.379479] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler.trace_sqlalchemy = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.379650] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler_jaeger.process_tags = {} {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.379807] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler_jaeger.service_name_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.379973] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] profiler_otlp.service_name_prefix = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.380152] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] remote_debug.host = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.380314] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] remote_debug.port = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.380491] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.380651] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.380812] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.380976] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.381153] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.381315] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.381473] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.381633] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.381791] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.381957] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.382129] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.382301] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.382465] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.382634] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.382799] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.382962] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.383137] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.383319] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.383473] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.383634] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.383806] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.383970] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.384148] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.384332] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.384499] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.384682] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.384848] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.385016] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.385190] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.385379] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.ssl = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.385553] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.385722] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.385882] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.386060] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.386235] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.386398] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.386583] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.386749] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_notifications.retry = -1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.386930] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.387125] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.387304] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.auth_section = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.387467] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.auth_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.387621] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.cafile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.387776] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.certfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.387936] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.collect_timing = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.388106] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.connect_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.388284] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.connect_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.388442] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.endpoint_id = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.388610] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.388764] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.endpoint_override = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.388917] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.endpoint_region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.389088] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.endpoint_service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.389248] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.endpoint_service_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.389409] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.insecure = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.389565] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.keyfile = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.389720] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.max_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.389874] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.min_version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.390042] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.region_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.390206] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.retriable_status_codes = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.390362] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.service_name = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.390517] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.service_type = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.390675] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.split_loggers = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.390831] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.status_code_retries = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.390991] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.status_code_retry_delay = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.391162] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.timeout = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.391317] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.valid_interfaces = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.391470] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_limit.version = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.391633] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_reports.file_event_handler = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.391795] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.391952] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] oslo_reports.log_dir = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.392137] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.392299] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.392456] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.392620] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.392781] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.392936] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.393119] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.393282] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_ovs_privileged.group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.393439] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.393602] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.393764] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.393922] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] vif_plug_ovs_privileged.user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.394105] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.394287] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.394458] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.394626] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.394793] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.394956] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.395137] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.395301] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.395476] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.395647] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_ovs.isolate_vif = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.395817] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.395983] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.396169] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.396341] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.396505] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] os_vif_ovs.per_port_bridge = False {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.396671] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] privsep_osbrick.capabilities = [21] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.396830] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] privsep_osbrick.group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.396985] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] privsep_osbrick.helper_command = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.397164] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.397328] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.397485] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] privsep_osbrick.user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.397656] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.397811] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] nova_sys_admin.group = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.397973] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] nova_sys_admin.helper_command = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.398145] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.398308] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.398463] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] nova_sys_admin.user = None {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 552.398593] env[62633]: DEBUG oslo_service.service [None req-47fb5612-47ad-4c59-acd0-5bb95a8f1589 None None] ******************************************************************************** {{(pid=62633) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 552.399096] env[62633]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 552.902185] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Getting list of instances from cluster (obj){ [ 552.902185] env[62633]: value = "domain-c8" [ 552.902185] env[62633]: _type = "ClusterComputeResource" [ 552.902185] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 552.903474] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a254ed29-d9bd-4620-ace5-625137624a15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.912670] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Got total of 0 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 552.913230] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 552.913701] env[62633]: INFO nova.virt.node [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Generated node identity 61758920-fb19-48a2-830b-adcf6390d036 [ 552.913936] env[62633]: INFO nova.virt.node [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Wrote node identity 61758920-fb19-48a2-830b-adcf6390d036 to /opt/stack/data/n-cpu-1/compute_id [ 553.416993] env[62633]: WARNING nova.compute.manager [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Compute nodes ['61758920-fb19-48a2-830b-adcf6390d036'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 554.422229] env[62633]: INFO nova.compute.manager [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 555.428288] env[62633]: WARNING nova.compute.manager [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 555.428684] env[62633]: DEBUG oslo_concurrency.lockutils [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.428781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.428930] env[62633]: DEBUG oslo_concurrency.lockutils [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.429095] env[62633]: DEBUG nova.compute.resource_tracker [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 555.431522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd5895-0fda-4aa5-8e89-913c640fff2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.439410] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba818751-b4b8-4c57-bb92-8ddfdbadfedf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.453438] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b6aaad-3b6c-4644-8bf0-806b6b69f6c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.459970] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf7d819-7c68-4276-a219-9d07d24d919b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.488459] env[62633]: DEBUG nova.compute.resource_tracker [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181374MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 555.488596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.488790] env[62633]: DEBUG oslo_concurrency.lockutils [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.991282] env[62633]: WARNING nova.compute.resource_tracker [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] No compute node record for cpu-1:61758920-fb19-48a2-830b-adcf6390d036: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 61758920-fb19-48a2-830b-adcf6390d036 could not be found. [ 556.494877] env[62633]: INFO nova.compute.resource_tracker [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 61758920-fb19-48a2-830b-adcf6390d036 [ 558.003216] env[62633]: DEBUG nova.compute.resource_tracker [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 558.003566] env[62633]: DEBUG nova.compute.resource_tracker [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 558.157536] env[62633]: INFO nova.scheduler.client.report [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] [req-91ef3548-5fa9-4880-9cbd-14d0221a5bfc] Created resource provider record via placement API for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 558.173938] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a0a09d-4750-4dbd-a5b2-1cc78aa50e2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.182399] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4769c6a7-559e-496b-b8de-ca689c099feb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.211895] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f530b17-88bb-454f-90cc-1936120df5a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.218701] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66af26b1-c7ee-4d1a-acb1-8e7ee08ee878 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.231478] env[62633]: DEBUG nova.compute.provider_tree [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 558.767292] env[62633]: DEBUG nova.scheduler.client.report [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 558.767519] env[62633]: DEBUG nova.compute.provider_tree [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 0 to 1 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 558.767656] env[62633]: DEBUG nova.compute.provider_tree [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 558.815997] env[62633]: DEBUG nova.compute.provider_tree [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 1 to 2 during operation: update_traits {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.320667] env[62633]: DEBUG nova.compute.resource_tracker [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 559.321035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.832s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.321035] env[62633]: DEBUG nova.service [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Creating RPC server for service compute {{(pid=62633) start /opt/stack/nova/nova/service.py:186}} [ 559.335618] env[62633]: DEBUG nova.service [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] Join ServiceGroup membership for this service compute {{(pid=62633) start /opt/stack/nova/nova/service.py:203}} [ 559.335800] env[62633]: DEBUG nova.servicegroup.drivers.db [None req-933ce7ee-9e5d-4b4c-b09d-d51bb9a53e81 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62633) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 569.338062] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.841406] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Getting list of instances from cluster (obj){ [ 569.841406] env[62633]: value = "domain-c8" [ 569.841406] env[62633]: _type = "ClusterComputeResource" [ 569.841406] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.842594] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b60a4-ee0e-4b4e-9a4f-6b385d96f05d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.851198] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Got total of 0 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 569.851426] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.851727] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Getting list of instances from cluster (obj){ [ 569.851727] env[62633]: value = "domain-c8" [ 569.851727] env[62633]: _type = "ClusterComputeResource" [ 569.851727] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.852578] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520d957-a369-43ef-898e-737cacf7093e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.859690] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Got total of 0 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 607.644254] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.644659] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 607.644881] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 607.644919] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 608.148287] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 608.148525] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.148771] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.148959] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.149168] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.149350] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.149528] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.149690] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 608.149837] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.652707] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.653114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.653114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.653269] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 608.654178] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5e2f3e-5251-4711-94e8-4d41a0372278 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.662274] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a80d00a-2fde-4d34-9078-a50ee4b85f2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.675633] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0418d83-ef70-45f4-9ebb-6f60eabf4d0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.681973] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702c0501-7d67-4b85-a7e4-d141a132fe06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.710899] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 608.711083] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.711280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.728273] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 609.728492] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 609.742889] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f93f4f9-f0de-4258-8abc-dbdee8a41f49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.750131] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f505a28-c3e2-453d-aaca-8dc3f9f7db65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.779067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3686d58f-78ff-4e13-9ee8-8be48c8e2c75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.785928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0412ac-c7d9-4937-899c-43efa811a361 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.798609] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.301642] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 610.807989] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 610.808397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.796295] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.796690] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.301895] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.301983] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 671.302100] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 671.807302] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 671.807686] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.807686] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.807814] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.807962] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.808142] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.808290] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.808430] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 671.808570] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.312429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.312659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.312833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.312976] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 672.313884] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66e19c6-f86c-4302-93ac-de7ccc0a3b8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.322247] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc11339-3396-47e1-8ac8-4cda7cee9773 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.335872] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09834c5d-9848-4eda-9d91-2ac38e5e08ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.341959] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0016478-a998-4d5f-893b-e3bf142177c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.369936] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181390MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 672.370100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.370263] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.386909] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 673.387148] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 673.400453] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cd9186-47a1-4a01-90f9-46aa8170aec8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.407869] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fde60d-dd35-4d63-98f6-819c5b327c13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.436700] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de50d124-7503-476c-9c9c-912899c670cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.443797] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4456e0ed-c437-42f0-bb69-16bf83d49ba6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.456528] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.959754] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 673.961060] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 673.961249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.963245] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.963673] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.963673] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 733.963756] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 734.466837] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 734.467116] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.467256] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.467405] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.467551] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.467690] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.467833] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.467957] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 734.468109] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 734.971574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.971954] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.972084] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.972223] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 734.973123] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1345582b-652e-429a-b3ee-10a0dd431ac5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.981486] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f83cbd-91ad-4fbd-8c65-f72b00e70943 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.995398] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f22c8f6-f742-48d3-95dc-4ee4f66598fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.001385] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa89ba-0627-4dd2-b9e3-7e32aceddd2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.029946] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181387MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 735.030094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.030275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.048803] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 736.049084] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 736.061906] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dbeb64-d59e-49d7-aa43-8463d2ad0283 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.069520] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac5c373-07d0-4320-830b-9cf3fae88283 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.098097] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7760a36e-b0a5-4817-90a4-d1e38bee2bab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.104951] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df53ae3-acb2-4f92-80ca-ed720ae84124 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.117725] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.621174] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 736.622451] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 736.622652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.293046] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.293046] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.797067] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.797298] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.797465] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.797614] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.797753] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 790.797888] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.301420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.301771] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.301810] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.302030] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 791.303095] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f24759a-31d7-4ade-8631-7b08c1571213 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.311615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d3a62-fc58-4e86-9b56-35cee520c6b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.325383] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8242fb07-34bc-478d-9718-e56ee7ae211c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.331986] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54f0cc2-acbd-4bd7-bc12-16bf5099276b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.360119] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181383MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 791.360255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.360449] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.378314] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 792.378580] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 792.392755] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c1085-0c3f-46b2-94a9-17b5840954b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.402897] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8caced-9be4-486b-b3e9-b8373b83413b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.442700] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3339f9-5f7e-4851-812c-c0bc84ec99e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.450089] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b987122-ed8b-4acb-bef6-011bf9b9814b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.463290] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.966591] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 792.967838] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 792.968031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.608s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.807519] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.807912] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 793.807912] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 794.311596] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 794.311823] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.311983] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.636148] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.636552] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 848.139675] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] There are 0 instances to clean {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 848.139923] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.140077] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances with incomplete migration {{(pid=62633) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 848.642981] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.146662] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.147070] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.147070] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.147203] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.147343] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 851.632600] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.636248] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.636223] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.139869] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.140142] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.140292] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.140449] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 853.141361] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b928a66-820c-41b3-b81c-a8408536707f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.149545] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1261d2d9-9447-495d-a0f5-5ea2350566db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.163104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb321b6-f031-4436-aa07-8625d6d0b5b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.169185] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42254ad1-2801-45e9-ad49-073dadc0381f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.196947] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 853.197095] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.197283] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.214804] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 854.215163] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 854.227740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a107707-ff80-4f90-b6f2-98dbf6d79159 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.234956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2636cfe8-3e24-46d8-9f06-fb7ddfb1dc2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.263867] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2272def3-0147-40f8-b4b0-02ec2e4bbe4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.271162] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce99aad8-55e6-4943-968e-851f3a13c5b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.284102] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.787959] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 854.789337] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 854.789534] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.790548] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.790907] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 855.790907] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 856.293796] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 856.294083] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.135532] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.639811] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.636359] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 910.636720] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 911.632739] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.636451] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.637223] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.637582] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.637648] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.140665] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.140904] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.141084] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.141241] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 913.142178] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68052466-d053-4607-9480-0f6f0389c521 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.150236] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f230af3-e270-4920-8bbf-8744612bcce0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.163597] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21485ced-1f76-4ff7-91ea-ec07f6c6bc63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.169599] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d7bf02-4a14-487e-b5bc-fe60092262b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.197768] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181386MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 913.197906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.198102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.231024] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 914.231024] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 914.247124] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 914.261357] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 914.261528] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.274193] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 914.288957] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 914.299523] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae9d31c-7d61-4bc0-af6d-65191578b940 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.306640] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23635a8c-ec28-4004-ba38-b8155d9bdd13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.335740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837e6c6-a9fa-4e43-a2ee-2fa4a3265580 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.342507] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d70ea1b-ca93-4f70-b245-9d1e4d9556ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.354932] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.857945] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 914.859205] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 914.859389] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.661s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.858616] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.859069] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 916.859069] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 917.361387] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 917.361645] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.636482] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.632248] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.635863] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.636045] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.636193] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 973.636656] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.637134] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.636375] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.139713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.140106] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.140160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.140299] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 975.141226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f30861d-5c9e-4fc7-92ad-71baf76f7d81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.150036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1789cef-1680-49a3-9c7b-81989e9444b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.163549] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dced8b-ea5c-4623-a9fe-63d1debf2e8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.169705] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc9648b-eeea-493f-bf1c-ccd54254bc71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.197619] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181381MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 975.197766] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.197996] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.217049] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 976.217346] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 976.230042] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd5ac4d-2304-445e-91be-b6aabac5ced4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.237623] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303a49a3-0d3f-420d-93d9-10b21888d0de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.267043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24e85b5-4eaf-4bea-b875-0e82d290f17d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.273775] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67a4ee-e1e4-4c0e-b121-d906e5350543 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.286009] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.789495] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 976.790773] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 976.790955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.791466] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.791810] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 977.791810] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 978.294596] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 978.294841] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.636682] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.633022] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.139028] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.139028] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1034.637187] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.637187] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.637187] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.637187] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.637069] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.139601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.140074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.140074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.140184] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1036.141098] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3921d-d7cd-47a7-a5fa-24f45edc81e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.149435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbabe346-a316-4dcf-a3de-e8625b1e101e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.163936] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0fd39c-9646-4279-9793-ca603ea08a04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.169925] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab42069-e7c1-436c-a463-acabff1f92b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.197455] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181378MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1036.197590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.197773] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.215782] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1037.216061] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1037.228668] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44704473-dab6-4703-80b8-6c30789efb7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.236260] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c11524-df28-4761-bd3f-595566eb8649 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.266195] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b379d88a-53a2-4b04-b837-d31735df5a0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.273855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0877d5e7-7082-4c03-9ba2-5889586d9911 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.286524] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.789235] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1037.790550] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1037.790748] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.791475] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.792075] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1038.792170] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1039.295314] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1039.295552] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.636620] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.636260] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.636657] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1094.636652] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.637039] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.632556] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.636226] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.637903] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.140618] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.140855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.141087] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.141199] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1097.142127] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f612d111-fb47-423b-8672-c64268747a9a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.150582] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795bc3c6-e192-41a1-9335-89b704d46c21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.164276] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecda57-6d88-45b9-a512-2964635db457 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.170639] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e99bd01-7739-4928-9a05-a4b26c45c816 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.199882] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181357MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1097.200038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.200231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.219779] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1098.220045] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1098.234126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0bff6d-2794-4dd9-add3-262f15fc86c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.241999] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbfedd8-bf9b-4967-a2e2-b494586c6d62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.270622] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0608bb5b-5593-4e5e-93a6-1fc69cd87120 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.277261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8244dfdf-82cc-4cc5-a6b7-50719a036aa3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.290996] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.794468] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1098.795767] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1098.795940] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.795745] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.796149] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1099.796149] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1100.300410] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1100.300652] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.639707] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.640158] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances with incomplete migration {{(pid=62633) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1152.140470] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.639232] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.639232] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1154.141930] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] There are 0 instances to clean {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1155.141038] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.636324] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.636549] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.636695] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1156.632925] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.138089] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.636281] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.636648] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.139574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.139829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.139994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.140166] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1158.141093] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af97b9b8-cd1f-4359-b5a2-2bfd9dc210b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.149729] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f850e940-09ad-4059-a871-d4495892c343 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.163942] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f148ca6-2570-48e3-aeb9-2b7f4be4d10a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.170053] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086289cf-f07a-413b-a8ae-b9c4d217c5be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.197691] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181357MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1158.197836] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.198020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.217013] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1159.217338] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1159.230635] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57c7e67-a4ba-4bd1-8e9f-ffc19a4bb4ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.238191] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ea6eb-e9d1-4998-b6fd-000fcaaccc75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.267518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4145c4d8-2ec5-4fd2-ac32-1567c91842d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.274345] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7441e8b-6ca5-4057-b257-a769674bf3db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.286825] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.790181] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1159.791447] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1159.791630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.791846] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.294460] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.294832] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1161.294832] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1161.798442] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1161.798674] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.340382] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.843732] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Getting list of instances from cluster (obj){ [ 1169.843732] env[62633]: value = "domain-c8" [ 1169.843732] env[62633]: _type = "ClusterComputeResource" [ 1169.843732] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1169.844829] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62d1051-65e1-4821-9d78-7a06542d3c0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.853283] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Got total of 0 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1213.149752] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.636603] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.636565] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.636951] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.637223] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1218.638059] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.632668] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.636333] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.139210] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.139592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.139690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.139844] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1220.140767] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dd974d-1d40-47ff-8981-24a9b32af7cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.148977] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6438d50-3f42-4d19-81fa-a765b268f6ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.163417] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d9bca3-3f1f-46bf-af33-dc6582737eca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.169546] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798cc70f-338d-4849-882c-d1b032eb31e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.197437] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1220.197588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.197960] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.316258] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1221.316546] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1221.331807] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1221.342579] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1221.342749] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.353155] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1221.373847] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1221.385834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89bd314-65be-4301-b9e2-6cfbe1d3da82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.393059] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebccc6c-2c2e-41fa-8ee4-42c2e931156c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.423299] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c939f71d-6aa1-446b-81c6-258a485e51ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.429962] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711952eb-4e79-4951-9a32-20c5d3863695 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.442644] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.946461] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1221.947714] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1221.947896] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.750s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.948701] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.949203] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1222.949203] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1223.452200] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1223.452452] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.636933] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.637348] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.637216] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.637573] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.637613] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1279.636671] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.636598] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.140204] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.140463] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.140636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.140791] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.141745] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e2157e-4160-485e-898c-1f3b5cb9052e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.149861] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eb74ef-5c65-42c1-8315-77a3bb3ff184 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.164777] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a0efc-f32a-40e1-93d9-b389269d2833 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.170914] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b15f99-0ca1-45b2-8d06-8ab8a3b4fc6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.199697] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181367MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.199847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.200025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.219058] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.219058] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.231738] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de971354-0ce1-4316-9e9a-47bddece4c82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.239407] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8270b-ae8e-42e8-970a-88bdcc613985 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.267919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1c01c2-3066-49e9-a2be-76e89353f224 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.274820] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa08c4fe-a5dd-4c2b-ad68-ee8a5855fa9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.288094] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.791642] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1282.792834] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1282.793035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.788683] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.789098] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.295058] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.295058] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1284.295058] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1284.797650] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1284.798094] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.637387] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1336.637187] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.636593] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.636588] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.636961] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.636961] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1341.636808] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.140137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.140389] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.140554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.140709] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1342.141633] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cae017-3aa2-45ec-82b5-6a24a1916cef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.149924] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf24205-ab30-456e-b9b1-d590a2af8a25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.163342] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa8283c-71be-4198-bb5b-b2aefbfafb2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.169500] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d983b67-1642-4f71-ad37-56d20fee89e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.197890] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181364MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1342.198047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.198216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.216795] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1343.217073] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1343.230623] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51414abe-128e-4126-8d4e-89725f00f03f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.238345] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9b6ee1-5976-466c-91df-78be5c750580 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.267435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52caeead-ac0e-4146-9655-a45a9e57b952 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.274542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e9cf9f-00cf-4944-b11a-0874ea680b2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.287139] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.790167] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1343.791405] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1343.791587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.792281] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.792631] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.792631] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1344.792761] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1345.296758] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1345.296758] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.554696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.554696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.802394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.802684] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.057139] env[62633]: DEBUG nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1391.279707] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquiring lock "5826a9d7-a57e-408d-b76a-8ead46f22671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.279976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "5826a9d7-a57e-408d-b76a-8ead46f22671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.309239] env[62633]: DEBUG nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1391.606108] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.606825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.609429] env[62633]: INFO nova.compute.claims [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.782555] env[62633]: DEBUG nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1391.834531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.312455] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.696036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e728aba-d976-41d7-820b-342f1d636586 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.704327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c79157-c47a-4449-9773-c0da3566724c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.739659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c49de-d026-41a6-987b-04e1bedfbf6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.744542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a658426e-efb2-4d99-ac7c-f759656c9dad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.758149] env[62633]: DEBUG nova.compute.provider_tree [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.261705] env[62633]: DEBUG nova.scheduler.client.report [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1393.588038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.588275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.772072] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.772800] env[62633]: DEBUG nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1393.775872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.941s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.777723] env[62633]: INFO nova.compute.claims [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1394.091836] env[62633]: DEBUG nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1394.283866] env[62633]: DEBUG nova.compute.utils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1394.284750] env[62633]: DEBUG nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1394.288019] env[62633]: DEBUG nova.network.neutron [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.649675] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.793772] env[62633]: DEBUG nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1394.904258] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530a97dc-a65c-4fb4-ac81-f67a6b52c5ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.913222] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1d77b5-7c13-472d-bc3c-8b95347bb792 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.951790] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d8f0a2-f0d5-4cb1-8dfc-f14678b004a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.960341] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fec630-5295-4487-9f17-121fb8dc919f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.974124] env[62633]: DEBUG nova.compute.provider_tree [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.226054] env[62633]: DEBUG nova.policy [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506bdf9f36a34eeeb8b41e7697fe5bf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e03dbbe422814cdf8c513bbe98e043d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1395.477540] env[62633]: DEBUG nova.scheduler.client.report [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1395.815302] env[62633]: DEBUG nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1395.867784] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.868104] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.868281] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.868627] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.868794] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.868947] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.869175] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.869342] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.869725] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.869928] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.870116] env[62633]: DEBUG nova.virt.hardware [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.871112] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed440736-9d85-494f-8a75-1e1bf445afdb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.880380] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4452531-adbf-4d5c-b486-2f18c2b05560 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.896400] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d6b59d-454d-4dce-99aa-7ff8fe5be9c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.988152] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.988152] env[62633]: DEBUG nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1395.991312] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.679s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.992736] env[62633]: INFO nova.compute.claims [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.396118] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "0ecba84c-08d1-4790-a170-eabff2c6d69e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.396348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "0ecba84c-08d1-4790-a170-eabff2c6d69e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.413117] env[62633]: DEBUG nova.network.neutron [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Successfully created port: 3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.505069] env[62633]: DEBUG nova.compute.utils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.510463] env[62633]: DEBUG nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1396.510463] env[62633]: DEBUG nova.network.neutron [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.638528] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.899139] env[62633]: DEBUG nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1396.951904] env[62633]: DEBUG nova.policy [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d4a612cf2cd4ee18e8d1bd996e39f3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '926d239ca539481bbb3e085d374c4bcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1397.010694] env[62633]: DEBUG nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1397.159995] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb672f2-48f8-43e9-a816-cd1d254eeca3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.168659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bc9b1c-e828-443f-91c9-24f26a2e5f0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.201081] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7499c6-d93e-4401-b427-b5c3f5c79302 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.208714] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bbb2b-8b58-4710-bd48-497a3430cf13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.226272] env[62633]: DEBUG nova.compute.provider_tree [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.448789] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.638373] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.729749] env[62633]: DEBUG nova.scheduler.client.report [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1397.949956] env[62633]: DEBUG nova.network.neutron [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Successfully created port: 0cef93a7-b79c-4c94-b375-3a229a1fbe2d {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.025064] env[62633]: DEBUG nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1398.079468] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.079675] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.079827] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.080617] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.080617] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.080794] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.080900] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.081082] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.081255] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.081419] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.081764] env[62633]: DEBUG nova.virt.hardware [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.082671] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c79935-642b-4a21-b5a6-7c1b94ecfdbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.094176] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b9ef7-d471-4bd2-a305-7e8f31d67a0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.241685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.242278] env[62633]: DEBUG nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1398.244824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.595s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.248087] env[62633]: INFO nova.compute.claims [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.751033] env[62633]: DEBUG nova.compute.utils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.759119] env[62633]: DEBUG nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1398.759308] env[62633]: DEBUG nova.network.neutron [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.869465] env[62633]: DEBUG nova.policy [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58f9c51561e041098e30d421fffe502f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75e27eb13b444cca9cafe3e7f7d1148a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1399.259950] env[62633]: DEBUG nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1399.417861] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8947074-11a1-4351-80fd-0c28de1a11c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.427334] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398ed18b-3510-450d-9033-f93e14c1bf21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.474090] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f3470-2af3-4cf9-84bb-07afde287289 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.482435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a694d1e-7856-4ec5-b08f-8ef511bb1128 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.500247] env[62633]: DEBUG nova.compute.provider_tree [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.608843] env[62633]: DEBUG nova.network.neutron [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Successfully updated port: 3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.977017] env[62633]: DEBUG nova.network.neutron [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Successfully created port: d2347ac7-91d3-4690-95f7-c9b30230a9b5 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.003740] env[62633]: DEBUG nova.scheduler.client.report [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1400.114633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.114633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.114633] env[62633]: DEBUG nova.network.neutron [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.269389] env[62633]: DEBUG nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1400.330210] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1400.330466] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1400.330694] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.330989] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1400.331208] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.331445] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1400.331576] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1400.331993] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1400.331993] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1400.332167] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1400.332300] env[62633]: DEBUG nova.virt.hardware [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1400.333286] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb037e22-960f-49c3-9f27-96c3896150c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.343482] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54e9fbf-a6f0-4198-9c77-e46cb22e81e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.514196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.514644] env[62633]: DEBUG nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1400.517398] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.069s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.522680] env[62633]: INFO nova.compute.claims [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.601522] env[62633]: DEBUG nova.network.neutron [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Successfully updated port: 0cef93a7-b79c-4c94-b375-3a229a1fbe2d {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.637947] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.637947] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.637947] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1400.728668] env[62633]: DEBUG nova.network.neutron [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.027236] env[62633]: DEBUG nova.compute.utils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.030773] env[62633]: DEBUG nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1401.030959] env[62633]: DEBUG nova.network.neutron [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.108397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "refresh_cache-18db9668-5c3d-4aa7-841e-f4e40b1f7449" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.108611] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquired lock "refresh_cache-18db9668-5c3d-4aa7-841e-f4e40b1f7449" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.108780] env[62633]: DEBUG nova.network.neutron [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.220731] env[62633]: DEBUG nova.policy [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe972dbe84194a90bd57a2117658344c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71f39395ad9e4a25a21441f140210f4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1401.349939] env[62633]: DEBUG nova.network.neutron [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updating instance_info_cache with network_info: [{"id": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "address": "fa:16:3e:f0:52:e7", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de9e860-b3", "ovs_interfaceid": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.539291] env[62633]: DEBUG nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1401.638922] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.661094] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f894ee18-ad0d-4d17-86ff-01d54a01e5bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.667784] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3bffc6-c2cd-424d-a6f6-ba582f534743 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.697982] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a265c251-c3a6-499c-87e9-ca690f402c9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.705722] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe23bfd-2f20-4d8a-b630-81deb7b99d4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.720180] env[62633]: DEBUG nova.compute.provider_tree [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.879057] env[62633]: DEBUG nova.network.neutron [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.222859] env[62633]: DEBUG nova.scheduler.client.report [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1402.311900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "434417f7-12a4-45fc-ab31-38f26af0fb44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.313590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "434417f7-12a4-45fc-ab31-38f26af0fb44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.347033] env[62633]: DEBUG nova.network.neutron [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Updating instance_info_cache with network_info: [{"id": "0cef93a7-b79c-4c94-b375-3a229a1fbe2d", "address": "fa:16:3e:1d:28:84", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cef93a7-b7", "ovs_interfaceid": "0cef93a7-b79c-4c94-b375-3a229a1fbe2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.351715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Releasing lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.355022] env[62633]: DEBUG nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Instance network_info: |[{"id": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "address": "fa:16:3e:f0:52:e7", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de9e860-b3", "ovs_interfaceid": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1402.355178] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:52:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3de9e860-b3a3-40d9-b49c-5f63a351e1d5', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.369069] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.369624] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b69ee3-15b5-4175-bbc6-5486dab09467 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.388188] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Created folder: OpenStack in parent group-v4. [ 1402.390331] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Creating folder: Project (e03dbbe422814cdf8c513bbe98e043d6). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.391379] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee5095d-05a2-40f0-892b-61f28f78311c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.402784] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Created folder: Project (e03dbbe422814cdf8c513bbe98e043d6) in parent group-v374582. [ 1402.404648] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Creating folder: Instances. Parent ref: group-v374583. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.405309] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b25d0b3a-9d8b-4c48-8a3a-2f53e36ace1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.416206] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Created folder: Instances in parent group-v374583. [ 1402.416206] env[62633]: DEBUG oslo.service.loopingcall [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.416206] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.416206] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70e8be1c-bcfc-4d5d-8319-6a6d1bcd22f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.441585] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.441585] env[62633]: value = "task-1807287" [ 1402.441585] env[62633]: _type = "Task" [ 1402.441585] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.457620] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807287, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.637610] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.728590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.729170] env[62633]: DEBUG nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1402.817037] env[62633]: DEBUG nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1402.851396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Releasing lock "refresh_cache-18db9668-5c3d-4aa7-841e-f4e40b1f7449" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.851396] env[62633]: DEBUG nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Instance network_info: |[{"id": "0cef93a7-b79c-4c94-b375-3a229a1fbe2d", "address": "fa:16:3e:1d:28:84", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cef93a7-b7", "ovs_interfaceid": "0cef93a7-b79c-4c94-b375-3a229a1fbe2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1402.857863] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:28:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cef93a7-b79c-4c94-b375-3a229a1fbe2d', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.867551] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Creating folder: Project (926d239ca539481bbb3e085d374c4bcd). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.867551] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0c99fd3-47d3-40e9-92c7-4e2cebe9332e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.875581] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Created folder: Project (926d239ca539481bbb3e085d374c4bcd) in parent group-v374582. [ 1402.875581] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Creating folder: Instances. Parent ref: group-v374586. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.875581] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7145fabc-5f9c-443c-b026-d4c9c8360a95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.886596] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Created folder: Instances in parent group-v374586. [ 1402.886596] env[62633]: DEBUG oslo.service.loopingcall [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.886596] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.886596] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d2bb5b9-4532-4d44-a984-acc8088328e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.907537] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.907537] env[62633]: value = "task-1807290" [ 1402.907537] env[62633]: _type = "Task" [ 1402.907537] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.915377] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807290, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.938961] env[62633]: DEBUG nova.network.neutron [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Successfully created port: 49786b50-1f1f-45d4-a45c-bcf733de568f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.952252] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807287, 'name': CreateVM_Task, 'duration_secs': 0.346648} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.952252] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.991959] env[62633]: DEBUG nova.network.neutron [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Successfully updated port: d2347ac7-91d3-4690-95f7-c9b30230a9b5 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.058024] env[62633]: DEBUG nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1403.110574] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1403.111568] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1403.116023] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.116023] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1403.116023] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.116023] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1403.116023] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1403.116362] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1403.116362] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1403.116362] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1403.116362] env[62633]: DEBUG nova.virt.hardware [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1403.116362] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe179d2-9786-43bb-b033-33c4757460e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.125716] env[62633]: DEBUG oslo_vmware.service [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37ba3ff-5126-43e1-b914-f8991ff1028e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.137845] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb547a6-e00f-4c58-acab-75b99775dd1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.145270] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.146098] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.146098] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.146752] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1403.148377] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e8057-d77b-4c1d-b993-bbef6e6375e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.156044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.156044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.156044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.156044] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0885d491-37b6-43bc-90a0-9104eb82614b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.171246] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1403.171246] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa1354-edaf-bdf3-247e-b9bd347d2828" [ 1403.171246] env[62633]: _type = "Task" [ 1403.171246] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.193377] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d4824-8b70-47ae-9f99-1c80c2364150 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.197209] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa1354-edaf-bdf3-247e-b9bd347d2828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.210968] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60961ab7-be04-40ce-acf0-18eac53ccb74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.220366] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8dfe64-9501-4b1f-8d0c-f69d1599d918 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.260497] env[62633]: DEBUG nova.compute.utils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1403.262147] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181364MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1403.262369] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.262468] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.269653] env[62633]: DEBUG nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1403.269653] env[62633]: DEBUG nova.network.neutron [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1403.398742] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.425470] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807290, 'name': CreateVM_Task, 'duration_secs': 0.342228} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.425470] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.425470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.436731] env[62633]: DEBUG nova.policy [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039736c1f053496d9eb82ae33b997ded', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddefe99bb6ad487099481f6189351330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1403.496134] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquiring lock "refresh_cache-5826a9d7-a57e-408d-b76a-8ead46f22671" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.496134] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquired lock "refresh_cache-5826a9d7-a57e-408d-b76a-8ead46f22671" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.496134] env[62633]: DEBUG nova.network.neutron [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.692614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.692859] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.693100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.693608] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.694125] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.694386] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.694843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.695077] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad1985a-317d-435b-8540-f5a52f3afbd0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.697414] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1e0217-c78b-45ae-bfca-64327233f4ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.708291] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1403.708291] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52419cef-21aa-8a9e-912a-2c7d246be7dd" [ 1403.708291] env[62633]: _type = "Task" [ 1403.708291] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.717325] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52419cef-21aa-8a9e-912a-2c7d246be7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.719034] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.719159] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.719984] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea069f2-ff17-4d01-a51f-8f19c60d9b12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.731886] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b53f6f77-7083-4264-a670-14ae0e018ffa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.737561] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1403.737561] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f2ccb2-9d11-bd25-df6d-de4f8ac50afe" [ 1403.737561] env[62633]: _type = "Task" [ 1403.737561] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.747975] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f2ccb2-9d11-bd25-df6d-de4f8ac50afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.770771] env[62633]: DEBUG nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1404.219482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.219482] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1404.219628] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.261721] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1404.261721] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Creating directory with path [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1404.261721] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15df7461-1821-4fc4-ab56-ffa9abcd4642 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.284397] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Created directory with path [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1404.284617] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Fetch image to [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/tmp-sparse.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1404.284777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Downloading image file data 106d7adf-ccb5-4a80-8c71-140066e9ac14 to [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/tmp-sparse.vmdk on the data store datastore1 {{(pid=62633) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1404.285669] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13e21a5-d4a7-4fd9-a57e-815dce947223 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.294676] env[62633]: DEBUG nova.network.neutron [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.308548] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b000687c-7739-4ace-a4d1-5083b5e752eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.329902] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefdad4-8981-4a39-bb54-9f2a256dd8eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.337640] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.337897] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 18db9668-5c3d-4aa7-841e-f4e40b1f7449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.338125] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 5826a9d7-a57e-408d-b76a-8ead46f22671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.338348] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ebfdb696-4d65-4bff-9732-3ea4f21d22f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.338605] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0ecba84c-08d1-4790-a170-eabff2c6d69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.388562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ee6a38-4a32-4c84-9f0c-f39d951149eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.396236] env[62633]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-573fd17f-3d2c-4376-9471-61f83bd412c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.493018] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Downloading image file data 106d7adf-ccb5-4a80-8c71-140066e9ac14 to the data store datastore1 {{(pid=62633) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1404.592429] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1404.684090] env[62633]: DEBUG nova.compute.manager [req-54c2cc94-7f2e-4ca2-9bb9-5c8a8d438e65 req-3aae58d2-0e81-4efa-8518-7e3358300201 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Received event network-vif-plugged-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1404.684090] env[62633]: DEBUG oslo_concurrency.lockutils [req-54c2cc94-7f2e-4ca2-9bb9-5c8a8d438e65 req-3aae58d2-0e81-4efa-8518-7e3358300201 service nova] Acquiring lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.684090] env[62633]: DEBUG oslo_concurrency.lockutils [req-54c2cc94-7f2e-4ca2-9bb9-5c8a8d438e65 req-3aae58d2-0e81-4efa-8518-7e3358300201 service nova] Lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.684090] env[62633]: DEBUG oslo_concurrency.lockutils [req-54c2cc94-7f2e-4ca2-9bb9-5c8a8d438e65 req-3aae58d2-0e81-4efa-8518-7e3358300201 service nova] Lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.684090] env[62633]: DEBUG nova.compute.manager [req-54c2cc94-7f2e-4ca2-9bb9-5c8a8d438e65 req-3aae58d2-0e81-4efa-8518-7e3358300201 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] No waiting events found dispatching network-vif-plugged-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1404.684257] env[62633]: WARNING nova.compute.manager [req-54c2cc94-7f2e-4ca2-9bb9-5c8a8d438e65 req-3aae58d2-0e81-4efa-8518-7e3358300201 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Received unexpected event network-vif-plugged-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 for instance with vm_state building and task_state spawning. [ 1404.846624] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 434417f7-12a4-45fc-ab31-38f26af0fb44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1404.846977] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1404.847071] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1405.050657] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a3a4b3-5add-4ca3-9420-ff28cf949873 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.068567] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b11ed-d74c-42ea-832c-4f914e758dea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.069509] env[62633]: DEBUG nova.network.neutron [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Successfully created port: d68250ae-50f7-4cdf-a0ef-57f5e4ff420e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.118812] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc80b77-4ca8-43b2-9795-d25d19ac1c2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.127106] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e7b9b-10c1-4e3d-8302-e94c1ec9efdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.137927] env[62633]: DEBUG nova.compute.manager [req-e361e31e-f8c5-4cec-a905-2cde025c6ccf req-7221d84f-3a40-4aea-9100-c39e9b6388af service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Received event network-vif-plugged-0cef93a7-b79c-4c94-b375-3a229a1fbe2d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1405.139294] env[62633]: DEBUG oslo_concurrency.lockutils [req-e361e31e-f8c5-4cec-a905-2cde025c6ccf req-7221d84f-3a40-4aea-9100-c39e9b6388af service nova] Acquiring lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.139294] env[62633]: DEBUG oslo_concurrency.lockutils [req-e361e31e-f8c5-4cec-a905-2cde025c6ccf req-7221d84f-3a40-4aea-9100-c39e9b6388af service nova] Lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.141064] env[62633]: DEBUG oslo_concurrency.lockutils [req-e361e31e-f8c5-4cec-a905-2cde025c6ccf req-7221d84f-3a40-4aea-9100-c39e9b6388af service nova] Lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.141550] env[62633]: DEBUG nova.compute.manager [req-e361e31e-f8c5-4cec-a905-2cde025c6ccf req-7221d84f-3a40-4aea-9100-c39e9b6388af service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] No waiting events found dispatching network-vif-plugged-0cef93a7-b79c-4c94-b375-3a229a1fbe2d {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1405.141902] env[62633]: WARNING nova.compute.manager [req-e361e31e-f8c5-4cec-a905-2cde025c6ccf req-7221d84f-3a40-4aea-9100-c39e9b6388af service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Received unexpected event network-vif-plugged-0cef93a7-b79c-4c94-b375-3a229a1fbe2d for instance with vm_state building and task_state spawning. [ 1405.154991] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.164864] env[62633]: DEBUG nova.network.neutron [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Updating instance_info_cache with network_info: [{"id": "d2347ac7-91d3-4690-95f7-c9b30230a9b5", "address": "fa:16:3e:3e:40:d7", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2347ac7-91", "ovs_interfaceid": "d2347ac7-91d3-4690-95f7-c9b30230a9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.288559] env[62633]: DEBUG nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1405.367213] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1405.367531] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1405.367862] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.367862] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1405.368254] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.368254] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1405.368381] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1405.368490] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1405.368649] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1405.368803] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1405.368966] env[62633]: DEBUG nova.virt.hardware [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1405.369974] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f278698-35c5-4da3-a1c0-e7254189b785 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.383787] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb26271-0e8a-49a2-a050-34f60ca40c2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.505785] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1405.506901] env[62633]: DEBUG oslo_vmware.rw_handles [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1405.665281] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Downloaded image file data 106d7adf-ccb5-4a80-8c71-140066e9ac14 to vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/tmp-sparse.vmdk on the data store datastore1 {{(pid=62633) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1405.667720] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1405.668008] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Copying Virtual Disk [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/tmp-sparse.vmdk to [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.669658] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1405.674479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Releasing lock "refresh_cache-5826a9d7-a57e-408d-b76a-8ead46f22671" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.674780] env[62633]: DEBUG nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Instance network_info: |[{"id": "d2347ac7-91d3-4690-95f7-c9b30230a9b5", "address": "fa:16:3e:3e:40:d7", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2347ac7-91", "ovs_interfaceid": "d2347ac7-91d3-4690-95f7-c9b30230a9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1405.675054] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93af3b51-0683-4c2c-9bdb-aed204257069 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.678057] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:40:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2347ac7-91d3-4690-95f7-c9b30230a9b5', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.687011] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Creating folder: Project (75e27eb13b444cca9cafe3e7f7d1148a). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.687325] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a4eef86-655b-4a86-9fa8-0536d260b790 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.699369] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1405.699369] env[62633]: value = "task-1807291" [ 1405.699369] env[62633]: _type = "Task" [ 1405.699369] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.704466] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Created folder: Project (75e27eb13b444cca9cafe3e7f7d1148a) in parent group-v374582. [ 1405.704664] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Creating folder: Instances. Parent ref: group-v374589. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.705664] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21948e83-b434-4699-8fc1-1d34cd2cacc0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.711830] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.719695] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Created folder: Instances in parent group-v374589. [ 1405.719695] env[62633]: DEBUG oslo.service.loopingcall [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.720395] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.720686] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aeb14bf-fc13-460c-8fc3-f27e4e4ff76a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.739840] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.739840] env[62633]: value = "task-1807294" [ 1405.739840] env[62633]: _type = "Task" [ 1405.739840] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.747944] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807294, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.175712] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1406.175944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.913s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.176417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.778s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.177981] env[62633]: INFO nova.compute.claims [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.212837] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807291, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.259410] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807294, 'name': CreateVM_Task, 'duration_secs': 0.385995} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.260061] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.260941] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.261278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.261785] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.262372] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc05d0ef-d3ec-465d-a8cf-f1e26e3a130b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.270023] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1406.270023] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52392aa7-55a2-2a30-278a-fd69092f8efc" [ 1406.270023] env[62633]: _type = "Task" [ 1406.270023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.280115] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52392aa7-55a2-2a30-278a-fd69092f8efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.711674] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957832} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.712112] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Copied Virtual Disk [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/tmp-sparse.vmdk to [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.712304] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleting the datastore file [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14/tmp-sparse.vmdk {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.712602] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc39b922-ea67-4402-86a6-521f428bde14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.722387] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1406.722387] env[62633]: value = "task-1807295" [ 1406.722387] env[62633]: _type = "Task" [ 1406.722387] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.742813] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.784577] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.784577] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.789502] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.178679] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.178679] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.238787] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057701} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.239921] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.239921] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Moving file from [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65/106d7adf-ccb5-4a80-8c71-140066e9ac14 to [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14. {{(pid=62633) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1407.239921] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e9b682ee-9c7b-499c-b4bd-2888ed52380d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.253476] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1407.253476] env[62633]: value = "task-1807296" [ 1407.253476] env[62633]: _type = "Task" [ 1407.253476] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.271145] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807296, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.359896] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b6cc02-0a28-43ec-bcb6-21e00104c03a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.369406] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70dacbf-06ea-4834-aecb-fd161aa283da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.415209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e442df1e-9be5-40ce-8e24-5596892a31e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.425192] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e19ec0f-eda9-4fa2-8463-77d87d6ee0e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.438536] env[62633]: DEBUG nova.compute.provider_tree [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.689949] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.689949] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1407.689949] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1407.770896] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807296, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030908} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.773314] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] File moved {{(pid=62633) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1407.773314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Cleaning up location [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1407.773314] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleting the datastore file [datastore1] vmware_temp/77558f3f-5ac9-4a89-ad6a-d32150660b65 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.773314] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfb9914a-1647-4e78-8830-682fe850c8bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.780359] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1407.780359] env[62633]: value = "task-1807297" [ 1407.780359] env[62633]: _type = "Task" [ 1407.780359] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.792807] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.858569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "15bbd333-72b2-4500-b845-a41b3b763214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.858838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "15bbd333-72b2-4500-b845-a41b3b763214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.941872] env[62633]: DEBUG nova.scheduler.client.report [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1408.201052] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1408.201052] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1408.201052] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1408.201052] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1408.201052] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1408.201052] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1408.201291] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1408.201291] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.293235] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025965} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.293645] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.294609] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69cc6e9d-e516-41dc-a829-c2b4848d9fb5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.302552] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1408.302552] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52731dc1-b290-528a-33b4-5ecbfc5f08d4" [ 1408.302552] env[62633]: _type = "Task" [ 1408.302552] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.313246] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52731dc1-b290-528a-33b4-5ecbfc5f08d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.362920] env[62633]: DEBUG nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1408.449719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.450421] env[62633]: DEBUG nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1408.612977] env[62633]: DEBUG nova.network.neutron [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Successfully updated port: 49786b50-1f1f-45d4-a45c-bcf733de568f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.737317] env[62633]: DEBUG nova.network.neutron [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Successfully updated port: d68250ae-50f7-4cdf-a0ef-57f5e4ff420e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.767117] env[62633]: DEBUG nova.compute.manager [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Received event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1408.767117] env[62633]: DEBUG nova.compute.manager [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing instance network info cache due to event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1408.768710] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Acquiring lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.773528] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Acquired lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.773528] env[62633]: DEBUG nova.network.neutron [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.822189] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52731dc1-b290-528a-33b4-5ecbfc5f08d4, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.822638] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.822638] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24/bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.822862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.823057] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.823655] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b48e179-aedc-40fe-b812-b247a18181bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.827127] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b695934-556b-4529-8410-7f179d78c948 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.837629] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1408.837629] env[62633]: value = "task-1807298" [ 1408.837629] env[62633]: _type = "Task" [ 1408.837629] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.837950] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.839964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.845350] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d562e962-aec2-4633-9f5d-3fa590bbe709 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.864237] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.864237] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1408.864237] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f7d34d-a4a4-d49e-65b1-234e2b3a5aeb" [ 1408.864237] env[62633]: _type = "Task" [ 1408.864237] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.870381] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f7d34d-a4a4-d49e-65b1-234e2b3a5aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.956658] env[62633]: DEBUG nova.compute.utils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.958890] env[62633]: DEBUG nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1408.959591] env[62633]: DEBUG nova.network.neutron [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.989376] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.989648] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.993459] env[62633]: INFO nova.compute.claims [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.010227] env[62633]: DEBUG nova.policy [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039736c1f053496d9eb82ae33b997ded', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddefe99bb6ad487099481f6189351330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1409.116067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "refresh_cache-ebfdb696-4d65-4bff-9732-3ea4f21d22f0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.116242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "refresh_cache-ebfdb696-4d65-4bff-9732-3ea4f21d22f0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.116392] env[62633]: DEBUG nova.network.neutron [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.244225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.244225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.244225] env[62633]: DEBUG nova.network.neutron [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.354702] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453095} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.354973] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24/bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.356075] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.356355] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-187a44cb-4f0c-4e84-a81e-2826d75ba608 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.369636] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1409.369636] env[62633]: value = "task-1807299" [ 1409.369636] env[62633]: _type = "Task" [ 1409.369636] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.377322] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f7d34d-a4a4-d49e-65b1-234e2b3a5aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.016217} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.381920] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e4a691-9aec-4bc2-b2e2-7272a9a3c1f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.391203] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.391712] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1409.391712] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523485bb-a516-a8cf-46c6-e0f217ee925a" [ 1409.391712] env[62633]: _type = "Task" [ 1409.391712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.402591] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523485bb-a516-a8cf-46c6-e0f217ee925a, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.402591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.402721] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 18db9668-5c3d-4aa7-841e-f4e40b1f7449/18db9668-5c3d-4aa7-841e-f4e40b1f7449.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.403018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.403222] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.403464] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8398afa5-b3c3-4f3b-ac46-33fff61ec0fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.405789] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45bc1584-b46d-47f6-a70f-d1276d6c0c4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.413764] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1409.413764] env[62633]: value = "task-1807300" [ 1409.413764] env[62633]: _type = "Task" [ 1409.413764] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.420767] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.420767] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.421930] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70a20de-c55b-42ca-83bd-736d61d03b15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.428401] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.434156] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1409.434156] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525d6803-2641-a60a-9f90-f1449dc0070c" [ 1409.434156] env[62633]: _type = "Task" [ 1409.434156] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.443983] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525d6803-2641-a60a-9f90-f1449dc0070c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.464837] env[62633]: DEBUG nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1409.716025] env[62633]: DEBUG nova.network.neutron [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.822815] env[62633]: DEBUG nova.network.neutron [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Successfully created port: 8dd5eef8-6500-40e6-a75e-59192368c57a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.857546] env[62633]: DEBUG nova.compute.manager [req-f2b9ab89-e12f-4ed3-bf0c-930854a3712c req-ae1fc078-f10d-46a9-976b-619e48d606b9 service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Received event network-changed-0cef93a7-b79c-4c94-b375-3a229a1fbe2d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.857704] env[62633]: DEBUG nova.compute.manager [req-f2b9ab89-e12f-4ed3-bf0c-930854a3712c req-ae1fc078-f10d-46a9-976b-619e48d606b9 service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Refreshing instance network info cache due to event network-changed-0cef93a7-b79c-4c94-b375-3a229a1fbe2d. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1409.857920] env[62633]: DEBUG oslo_concurrency.lockutils [req-f2b9ab89-e12f-4ed3-bf0c-930854a3712c req-ae1fc078-f10d-46a9-976b-619e48d606b9 service nova] Acquiring lock "refresh_cache-18db9668-5c3d-4aa7-841e-f4e40b1f7449" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.859121] env[62633]: DEBUG oslo_concurrency.lockutils [req-f2b9ab89-e12f-4ed3-bf0c-930854a3712c req-ae1fc078-f10d-46a9-976b-619e48d606b9 service nova] Acquired lock "refresh_cache-18db9668-5c3d-4aa7-841e-f4e40b1f7449" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.859740] env[62633]: DEBUG nova.network.neutron [req-f2b9ab89-e12f-4ed3-bf0c-930854a3712c req-ae1fc078-f10d-46a9-976b-619e48d606b9 service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Refreshing network info cache for port 0cef93a7-b79c-4c94-b375-3a229a1fbe2d {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.890494] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069059} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.890494] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.890699] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86966008-b7fe-4c9a-9dc1-73915841d2b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.922295] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24/bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.923588] env[62633]: DEBUG nova.network.neutron [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.925578] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a05bdbc-2e91-4b50-97b0-bfcb1fcd79b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.965148] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525d6803-2641-a60a-9f90-f1449dc0070c, 'name': SearchDatastore_Task, 'duration_secs': 0.016436} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.971753] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437064} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.973431] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15be659a-5068-4c8f-94c1-b3d526e1b9bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.975853] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 18db9668-5c3d-4aa7-841e-f4e40b1f7449/18db9668-5c3d-4aa7-841e-f4e40b1f7449.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.978126] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.979942] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1409.979942] env[62633]: value = "task-1807301" [ 1409.979942] env[62633]: _type = "Task" [ 1409.979942] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.980231] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fddf969c-ae94-4a50-a301-e760003fb3ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.988734] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1409.988734] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52bbb019-1b03-032f-da1b-67660fa330f6" [ 1409.988734] env[62633]: _type = "Task" [ 1409.988734] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.996864] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.997223] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1409.997223] env[62633]: value = "task-1807302" [ 1409.997223] env[62633]: _type = "Task" [ 1409.997223] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.010905] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bbb019-1b03-032f-da1b-67660fa330f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.012228] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.012228] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5826a9d7-a57e-408d-b76a-8ead46f22671/5826a9d7-a57e-408d-b76a-8ead46f22671.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.012800] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05dd2015-a8de-4655-9190-e3ccb1dee9d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.017801] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.027042] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1410.027042] env[62633]: value = "task-1807303" [ 1410.027042] env[62633]: _type = "Task" [ 1410.027042] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.032839] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.176980] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5e9ae6-d2f9-4e14-8750-c5cf4879ba99 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.185456] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4afa1f0-b128-4a49-be73-12821e7fb825 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.232880] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad9b03-5a1f-46da-a876-e6e031e0f026 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.243057] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665c6989-3c36-4441-8863-8598ec8cec46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.264093] env[62633]: DEBUG nova.compute.provider_tree [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.492024] env[62633]: DEBUG nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1410.525275] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807301, 'name': ReconfigVM_Task, 'duration_secs': 0.330003} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.531540] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Reconfigured VM instance instance-00000001 to attach disk [datastore1] bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24/bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.532632] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.533111] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e3a822d-da84-4c8c-a1e6-4227b7b84955 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.535206] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.535969] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205a5a27-08b3-4ed4-9ba9-dbfad353e0ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.542202] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453238} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.545127] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5826a9d7-a57e-408d-b76a-8ead46f22671/5826a9d7-a57e-408d-b76a-8ead46f22671.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.545127] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.545127] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63ae12e6-8eb9-49a0-9a82-bfc1029e48c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.559143] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1410.559143] env[62633]: value = "task-1807304" [ 1410.559143] env[62633]: _type = "Task" [ 1410.559143] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.569187] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 18db9668-5c3d-4aa7-841e-f4e40b1f7449/18db9668-5c3d-4aa7-841e-f4e40b1f7449.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.570348] env[62633]: DEBUG nova.network.neutron [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updated VIF entry in instance network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.570669] env[62633]: DEBUG nova.network.neutron [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updating instance_info_cache with network_info: [{"id": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "address": "fa:16:3e:f0:52:e7", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de9e860-b3", "ovs_interfaceid": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.573357] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9564a7a-9dfa-4c79-ba62-db403c5880ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.596276] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1410.596276] env[62633]: value = "task-1807305" [ 1410.596276] env[62633]: _type = "Task" [ 1410.596276] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.608156] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807304, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.608156] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1410.608156] env[62633]: value = "task-1807306" [ 1410.608156] env[62633]: _type = "Task" [ 1410.608156] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.619154] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.622111] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.677983] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1410.678274] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1410.678427] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.678602] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1410.678741] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.678925] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1410.679155] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1410.679310] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1410.679501] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1410.679673] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1410.679864] env[62633]: DEBUG nova.virt.hardware [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.680853] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473fc20-552d-4763-9fc8-903835bcf002 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.694576] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475f2ebe-0f80-458b-8e52-8217dce836cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.770361] env[62633]: DEBUG nova.scheduler.client.report [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1410.813440] env[62633]: DEBUG nova.network.neutron [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Updating instance_info_cache with network_info: [{"id": "49786b50-1f1f-45d4-a45c-bcf733de568f", "address": "fa:16:3e:83:ce:36", "network": {"id": "a9f7154d-4d25-415a-96fe-29226d0812b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915638332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71f39395ad9e4a25a21441f140210f4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49786b50-1f", "ovs_interfaceid": "49786b50-1f1f-45d4-a45c-bcf733de568f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.073901] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Releasing lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.074213] env[62633]: DEBUG nova.compute.manager [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Received event network-vif-plugged-d2347ac7-91d3-4690-95f7-c9b30230a9b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1411.074572] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Acquiring lock "5826a9d7-a57e-408d-b76a-8ead46f22671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.074800] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Lock "5826a9d7-a57e-408d-b76a-8ead46f22671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.074967] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Lock "5826a9d7-a57e-408d-b76a-8ead46f22671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.075149] env[62633]: DEBUG nova.compute.manager [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] No waiting events found dispatching network-vif-plugged-d2347ac7-91d3-4690-95f7-c9b30230a9b5 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1411.075314] env[62633]: WARNING nova.compute.manager [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Received unexpected event network-vif-plugged-d2347ac7-91d3-4690-95f7-c9b30230a9b5 for instance with vm_state building and task_state spawning. [ 1411.075473] env[62633]: DEBUG nova.compute.manager [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Received event network-changed-d2347ac7-91d3-4690-95f7-c9b30230a9b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1411.075623] env[62633]: DEBUG nova.compute.manager [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Refreshing instance network info cache due to event network-changed-d2347ac7-91d3-4690-95f7-c9b30230a9b5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1411.075802] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Acquiring lock "refresh_cache-5826a9d7-a57e-408d-b76a-8ead46f22671" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.075934] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Acquired lock "refresh_cache-5826a9d7-a57e-408d-b76a-8ead46f22671" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.076114] env[62633]: DEBUG nova.network.neutron [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Refreshing network info cache for port d2347ac7-91d3-4690-95f7-c9b30230a9b5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.087291] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807304, 'name': Rename_Task, 'duration_secs': 0.149812} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.087594] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.087870] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b77e19-8467-4921-af55-4ddaaa3d9a1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.092295] env[62633]: DEBUG nova.network.neutron [req-f2b9ab89-e12f-4ed3-bf0c-930854a3712c req-ae1fc078-f10d-46a9-976b-619e48d606b9 service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Updated VIF entry in instance network info cache for port 0cef93a7-b79c-4c94-b375-3a229a1fbe2d. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.092652] env[62633]: DEBUG nova.network.neutron [req-f2b9ab89-e12f-4ed3-bf0c-930854a3712c req-ae1fc078-f10d-46a9-976b-619e48d606b9 service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Updating instance_info_cache with network_info: [{"id": "0cef93a7-b79c-4c94-b375-3a229a1fbe2d", "address": "fa:16:3e:1d:28:84", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cef93a7-b7", "ovs_interfaceid": "0cef93a7-b79c-4c94-b375-3a229a1fbe2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.096894] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1411.096894] env[62633]: value = "task-1807307" [ 1411.096894] env[62633]: _type = "Task" [ 1411.096894] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.107317] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.111029] env[62633]: DEBUG nova.network.neutron [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Updating instance_info_cache with network_info: [{"id": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "address": "fa:16:3e:50:0c:f7", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68250ae-50", "ovs_interfaceid": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.113971] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069129} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.116407] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.118267] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb6f82-ed78-4150-8e7e-c921cf830366 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.125903] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807306, 'name': ReconfigVM_Task, 'duration_secs': 0.277331} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.148986] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 18db9668-5c3d-4aa7-841e-f4e40b1f7449/18db9668-5c3d-4aa7-841e-f4e40b1f7449.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.150032] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 5826a9d7-a57e-408d-b76a-8ead46f22671/5826a9d7-a57e-408d-b76a-8ead46f22671.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.150032] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d041ecd1-f0e8-4001-906d-8152cd51ecb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.152721] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9753fd16-e58d-4843-a41d-aa2fe37e5f2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.187889] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1411.187889] env[62633]: value = "task-1807309" [ 1411.187889] env[62633]: _type = "Task" [ 1411.187889] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.187889] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1411.187889] env[62633]: value = "task-1807308" [ 1411.187889] env[62633]: _type = "Task" [ 1411.187889] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.205582] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807308, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.280856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.281460] env[62633]: DEBUG nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1411.316240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "refresh_cache-ebfdb696-4d65-4bff-9732-3ea4f21d22f0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.316639] env[62633]: DEBUG nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Instance network_info: |[{"id": "49786b50-1f1f-45d4-a45c-bcf733de568f", "address": "fa:16:3e:83:ce:36", "network": {"id": "a9f7154d-4d25-415a-96fe-29226d0812b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915638332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71f39395ad9e4a25a21441f140210f4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49786b50-1f", "ovs_interfaceid": "49786b50-1f1f-45d4-a45c-bcf733de568f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1411.317140] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:ce:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49786b50-1f1f-45d4-a45c-bcf733de568f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.326812] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Creating folder: Project (71f39395ad9e4a25a21441f140210f4d). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.327862] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a9b611e-ab8b-4a98-9b0b-dc3095b9658a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.339957] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Created folder: Project (71f39395ad9e4a25a21441f140210f4d) in parent group-v374582. [ 1411.340250] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Creating folder: Instances. Parent ref: group-v374592. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.340908] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e01950-5191-457c-8a0c-d2d405ae2e83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.598103] env[62633]: DEBUG oslo_concurrency.lockutils [req-f2b9ab89-e12f-4ed3-bf0c-930854a3712c req-ae1fc078-f10d-46a9-976b-619e48d606b9 service nova] Releasing lock "refresh_cache-18db9668-5c3d-4aa7-841e-f4e40b1f7449" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.608074] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Created folder: Instances in parent group-v374592. [ 1411.608074] env[62633]: DEBUG oslo.service.loopingcall [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.608580] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.608809] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe6c7ea-0f8a-45fa-b834-467a572ce854 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.634290] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.634607] env[62633]: DEBUG nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Instance network_info: |[{"id": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "address": "fa:16:3e:50:0c:f7", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68250ae-50", "ovs_interfaceid": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1411.634935] env[62633]: DEBUG oslo_vmware.api [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807307, 'name': PowerOnVM_Task, 'duration_secs': 0.511109} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.635303] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0c:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd68250ae-50f7-4cdf-a0ef-57f5e4ff420e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.643193] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Creating folder: Project (ddefe99bb6ad487099481f6189351330). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.645131] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1411.645131] env[62633]: INFO nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Took 15.83 seconds to spawn the instance on the hypervisor. [ 1411.645388] env[62633]: DEBUG nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1411.646107] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f414bb78-6c1e-4a35-b909-6e3e1cf19563 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.647909] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddcc051-fd97-4c5b-9502-923d39072125 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.656039] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.656039] env[62633]: value = "task-1807312" [ 1411.656039] env[62633]: _type = "Task" [ 1411.656039] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.671285] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807312, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.671876] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Created folder: Project (ddefe99bb6ad487099481f6189351330) in parent group-v374582. [ 1411.672438] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Creating folder: Instances. Parent ref: group-v374594. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.672833] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaf8f55b-9cf9-4328-b54d-30d150734378 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.683826] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Created folder: Instances in parent group-v374594. [ 1411.683826] env[62633]: DEBUG oslo.service.loopingcall [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.684244] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.684394] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a060ff-db94-490e-a841-cf42200b7e87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.733740] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.735941] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.735941] env[62633]: value = "task-1807315" [ 1411.735941] env[62633]: _type = "Task" [ 1411.735941] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.738039] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807308, 'name': Rename_Task, 'duration_secs': 0.16401} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.739748] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.744446] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0d1979-fd29-445d-abc3-3c59dcf1aa0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.757764] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807315, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.760826] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1411.760826] env[62633]: value = "task-1807316" [ 1411.760826] env[62633]: _type = "Task" [ 1411.760826] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.772771] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.787513] env[62633]: DEBUG nova.compute.utils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.789109] env[62633]: DEBUG nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1411.789297] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.026497] env[62633]: DEBUG nova.policy [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c11bb11cd870409ebfe4bddd677714f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf48a5195bf74f4ebb9f426a26214a1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1412.177229] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807312, 'name': CreateVM_Task, 'duration_secs': 0.512644} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.178340] env[62633]: INFO nova.compute.manager [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Took 20.61 seconds to build instance. [ 1412.179436] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.180085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.180251] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.181461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.182555] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae1169e-308a-44ab-86da-776330e7165b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.187668] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1412.187668] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52ad670c-35ae-0c8b-9e72-c2a8be149c36" [ 1412.187668] env[62633]: _type = "Task" [ 1412.187668] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.198220] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ad670c-35ae-0c8b-9e72-c2a8be149c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.229318] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807309, 'name': ReconfigVM_Task, 'duration_secs': 0.627058} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.229871] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 5826a9d7-a57e-408d-b76a-8ead46f22671/5826a9d7-a57e-408d-b76a-8ead46f22671.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.230679] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91ab3239-9ec7-48a1-a50e-e6ab2f4f8d01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.238131] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1412.238131] env[62633]: value = "task-1807317" [ 1412.238131] env[62633]: _type = "Task" [ 1412.238131] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.257121] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807317, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.264568] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807315, 'name': CreateVM_Task, 'duration_secs': 0.40852} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.268851] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.269946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.276661] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807316, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.295357] env[62633]: DEBUG nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1412.453558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "5a1e40bc-705e-4655-9d00-34f831cdff2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.453800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "5a1e40bc-705e-4655-9d00-34f831cdff2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.586298] env[62633]: DEBUG nova.network.neutron [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Updated VIF entry in instance network info cache for port d2347ac7-91d3-4690-95f7-c9b30230a9b5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.586658] env[62633]: DEBUG nova.network.neutron [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Updating instance_info_cache with network_info: [{"id": "d2347ac7-91d3-4690-95f7-c9b30230a9b5", "address": "fa:16:3e:3e:40:d7", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.28", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2347ac7-91", "ovs_interfaceid": "d2347ac7-91d3-4690-95f7-c9b30230a9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.680035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c19ca4d1-84a7-406d-92e0-23542d9e2e01 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.126s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.701943] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ad670c-35ae-0c8b-9e72-c2a8be149c36, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.702587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.703289] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.703289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.703289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.706624] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.706624] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.706624] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.706624] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5ae5c6-11d6-4b21-933e-7f7678163d71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.707822] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984bfb0b-5902-42ee-a7a2-c9488a9e0954 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.724418] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1412.724418] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5279793c-d60f-3a94-bbc9-a4b6b28dfbb8" [ 1412.724418] env[62633]: _type = "Task" [ 1412.724418] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.740351] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5279793c-d60f-3a94-bbc9-a4b6b28dfbb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.740696] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.740890] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.752857] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c04a7a4-e726-41be-8317-5a5e546df299 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.766181] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807317, 'name': Rename_Task, 'duration_secs': 0.15498} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.766438] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1412.766438] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52129337-80fa-8cc9-a592-f77f24919a8a" [ 1412.766438] env[62633]: _type = "Task" [ 1412.766438] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.766768] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.772915] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-776abbe0-5d7a-488e-b928-efc16a0a5cd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.787073] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807316, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.796576] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1412.796576] env[62633]: value = "task-1807318" [ 1412.796576] env[62633]: _type = "Task" [ 1412.796576] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.796576] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52129337-80fa-8cc9-a592-f77f24919a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.016975} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.800378] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9363c11e-1825-4c95-a011-544cd1acb1a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.816247] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1412.816247] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521c80ff-a64b-4c63-25e3-5249570965a5" [ 1412.816247] env[62633]: _type = "Task" [ 1412.816247] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.820682] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.829110] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521c80ff-a64b-4c63-25e3-5249570965a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.959604] env[62633]: DEBUG nova.compute.manager [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1413.090760] env[62633]: DEBUG oslo_concurrency.lockutils [req-db4e3554-ddff-436c-a06a-84adf247a1dd req-e878a9cc-af07-40c1-a650-6212d1808bb7 service nova] Releasing lock "refresh_cache-5826a9d7-a57e-408d-b76a-8ead46f22671" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.240899] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5279793c-d60f-3a94-bbc9-a4b6b28dfbb8, 'name': SearchDatastore_Task, 'duration_secs': 0.029008} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.241190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.241520] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.241878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.278396] env[62633]: DEBUG oslo_vmware.api [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807316, 'name': PowerOnVM_Task, 'duration_secs': 1.081739} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.278944] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.279060] env[62633]: INFO nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Took 15.25 seconds to spawn the instance on the hypervisor. [ 1413.279202] env[62633]: DEBUG nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1413.280210] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2348d8-43c2-424c-af3c-d83cff07f95b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.305699] env[62633]: DEBUG oslo_vmware.api [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807318, 'name': PowerOnVM_Task, 'duration_secs': 0.494167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.306044] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.306339] env[62633]: INFO nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Took 13.04 seconds to spawn the instance on the hypervisor. [ 1413.306430] env[62633]: DEBUG nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1413.307232] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb046a3-7d9c-4e3a-9d36-f58108f81a83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.315389] env[62633]: DEBUG nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1413.335020] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521c80ff-a64b-4c63-25e3-5249570965a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013569} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.335020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.335020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ebfdb696-4d65-4bff-9732-3ea4f21d22f0/ebfdb696-4d65-4bff-9732-3ea4f21d22f0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.335020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.335421] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.335421] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cf2872a-6c94-4151-9c45-a9c9c74ff7c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.336595] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5418fef-f237-4300-a4ca-5793052ee013 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.340982] env[62633]: DEBUG nova.network.neutron [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Successfully updated port: 8dd5eef8-6500-40e6-a75e-59192368c57a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.347239] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1413.347239] env[62633]: value = "task-1807319" [ 1413.347239] env[62633]: _type = "Task" [ 1413.347239] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.351432] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.351593] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.355667] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536dfbc2-f2ce-409b-80b6-89d3b1202c1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.362754] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.368583] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1413.368583] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52776e06-51b8-df13-34d8-d95b17b87856" [ 1413.368583] env[62633]: _type = "Task" [ 1413.368583] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.371425] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.371425] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.371425] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.371425] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.371925] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.372104] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.372318] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.372470] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.372626] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.372789] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.372964] env[62633]: DEBUG nova.virt.hardware [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.374989] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c34a6a-e195-4d6e-83a2-6015aa3c55e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.386734] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52776e06-51b8-df13-34d8-d95b17b87856, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.389520] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8c36f5-510f-48f2-bdac-60ac259d1b80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.393928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f880c0f-015d-4bc3-bdad-4eb06ec8b810 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.402258] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1413.402258] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f521f4-4f8a-5fae-7666-abd921ff66f1" [ 1413.402258] env[62633]: _type = "Task" [ 1413.402258] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.426890] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f521f4-4f8a-5fae-7666-abd921ff66f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.427246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.427668] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e/0ecba84c-08d1-4790-a170-eabff2c6d69e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.429019] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a292ea1-a330-4606-890c-e3c353025b71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.439269] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1413.439269] env[62633]: value = "task-1807320" [ 1413.439269] env[62633]: _type = "Task" [ 1413.439269] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.451997] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.465967] env[62633]: DEBUG nova.compute.manager [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Received event network-vif-plugged-49786b50-1f1f-45d4-a45c-bcf733de568f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1413.466191] env[62633]: DEBUG oslo_concurrency.lockutils [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] Acquiring lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.466394] env[62633]: DEBUG oslo_concurrency.lockutils [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] Lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.466555] env[62633]: DEBUG oslo_concurrency.lockutils [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] Lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.469183] env[62633]: DEBUG nova.compute.manager [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] No waiting events found dispatching network-vif-plugged-49786b50-1f1f-45d4-a45c-bcf733de568f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1413.469183] env[62633]: WARNING nova.compute.manager [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Received unexpected event network-vif-plugged-49786b50-1f1f-45d4-a45c-bcf733de568f for instance with vm_state building and task_state spawning. [ 1413.469183] env[62633]: DEBUG nova.compute.manager [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Received event network-changed-49786b50-1f1f-45d4-a45c-bcf733de568f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1413.469183] env[62633]: DEBUG nova.compute.manager [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Refreshing instance network info cache due to event network-changed-49786b50-1f1f-45d4-a45c-bcf733de568f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1413.469183] env[62633]: DEBUG oslo_concurrency.lockutils [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] Acquiring lock "refresh_cache-ebfdb696-4d65-4bff-9732-3ea4f21d22f0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.469552] env[62633]: DEBUG oslo_concurrency.lockutils [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] Acquired lock "refresh_cache-ebfdb696-4d65-4bff-9732-3ea4f21d22f0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.469552] env[62633]: DEBUG nova.network.neutron [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Refreshing network info cache for port 49786b50-1f1f-45d4-a45c-bcf733de568f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.496864] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.497140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.498696] env[62633]: INFO nova.compute.claims [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.502171] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Successfully created port: 6b60f939-70cb-4354-9c5a-175b0d77ef91 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.625888] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquiring lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.625888] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.725615] env[62633]: DEBUG nova.compute.manager [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Received event network-vif-plugged-d68250ae-50f7-4cdf-a0ef-57f5e4ff420e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1413.725741] env[62633]: DEBUG oslo_concurrency.lockutils [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] Acquiring lock "0ecba84c-08d1-4790-a170-eabff2c6d69e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.725931] env[62633]: DEBUG oslo_concurrency.lockutils [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] Lock "0ecba84c-08d1-4790-a170-eabff2c6d69e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.726113] env[62633]: DEBUG oslo_concurrency.lockutils [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] Lock "0ecba84c-08d1-4790-a170-eabff2c6d69e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.726347] env[62633]: DEBUG nova.compute.manager [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] No waiting events found dispatching network-vif-plugged-d68250ae-50f7-4cdf-a0ef-57f5e4ff420e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1413.726551] env[62633]: WARNING nova.compute.manager [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Received unexpected event network-vif-plugged-d68250ae-50f7-4cdf-a0ef-57f5e4ff420e for instance with vm_state building and task_state spawning. [ 1413.726713] env[62633]: DEBUG nova.compute.manager [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Received event network-changed-d68250ae-50f7-4cdf-a0ef-57f5e4ff420e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1413.726864] env[62633]: DEBUG nova.compute.manager [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Refreshing instance network info cache due to event network-changed-d68250ae-50f7-4cdf-a0ef-57f5e4ff420e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1413.727065] env[62633]: DEBUG oslo_concurrency.lockutils [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] Acquiring lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.727227] env[62633]: DEBUG oslo_concurrency.lockutils [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] Acquired lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.727453] env[62633]: DEBUG nova.network.neutron [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Refreshing network info cache for port d68250ae-50f7-4cdf-a0ef-57f5e4ff420e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.803611] env[62633]: INFO nova.compute.manager [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Took 21.99 seconds to build instance. [ 1413.833259] env[62633]: INFO nova.compute.manager [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Took 21.54 seconds to build instance. [ 1413.850417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.850417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.850417] env[62633]: DEBUG nova.network.neutron [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.861575] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807319, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.959250] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807320, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.133024] env[62633]: DEBUG nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1414.306851] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65df5e9c-c288-443a-bbe4-369194ede14e tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.504s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.333783] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b542a877-65f9-4a44-b1ac-68bbdc766f6f tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "5826a9d7-a57e-408d-b76a-8ead46f22671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.053s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.369836] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678635} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.369836] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ebfdb696-4d65-4bff-9732-3ea4f21d22f0/ebfdb696-4d65-4bff-9732-3ea4f21d22f0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.369836] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.370031] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-416f6656-6baa-4630-935f-7aef4cad7922 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.377966] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1414.377966] env[62633]: value = "task-1807321" [ 1414.377966] env[62633]: _type = "Task" [ 1414.377966] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.387420] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.453534] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891926} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.453808] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e/0ecba84c-08d1-4790-a170-eabff2c6d69e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.454037] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.454288] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d1ef07a-7b18-404d-baa1-63812f571b12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.460655] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1414.460655] env[62633]: value = "task-1807322" [ 1414.460655] env[62633]: _type = "Task" [ 1414.460655] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.469996] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.538081] env[62633]: DEBUG nova.network.neutron [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.665590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.686021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559ef0f5-4e11-43eb-950c-49c8404892f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.694704] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947532c2-dd9d-4756-b670-4dbee343f919 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.727796] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1e6879-5032-4fb1-851b-1bde8706a080 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.736375] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00f0dc-b796-4ab3-80b5-0c6a6e78e7da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.756725] env[62633]: DEBUG nova.compute.provider_tree [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.813647] env[62633]: DEBUG nova.network.neutron [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Updated VIF entry in instance network info cache for port 49786b50-1f1f-45d4-a45c-bcf733de568f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.814464] env[62633]: DEBUG nova.network.neutron [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Updating instance_info_cache with network_info: [{"id": "49786b50-1f1f-45d4-a45c-bcf733de568f", "address": "fa:16:3e:83:ce:36", "network": {"id": "a9f7154d-4d25-415a-96fe-29226d0812b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915638332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71f39395ad9e4a25a21441f140210f4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49786b50-1f", "ovs_interfaceid": "49786b50-1f1f-45d4-a45c-bcf733de568f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.890894] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.891211] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.892050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb34bf65-92d3-4381-8db0-abdd2f79f32b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.895301] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Successfully created port: b00f17aa-2b7a-452c-9748-bbfef935c0ac {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.921344] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ebfdb696-4d65-4bff-9732-3ea4f21d22f0/ebfdb696-4d65-4bff-9732-3ea4f21d22f0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.921667] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae83158e-38c1-43cf-8a0c-eec24ccf1685 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.953820] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1414.953820] env[62633]: value = "task-1807323" [ 1414.953820] env[62633]: _type = "Task" [ 1414.953820] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.964329] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.976635] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269948} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.977012] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.981364] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a788916b-959b-4592-ab80-d8738af921b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.002224] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e/0ecba84c-08d1-4790-a170-eabff2c6d69e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.003686] env[62633]: DEBUG nova.network.neutron [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Updated VIF entry in instance network info cache for port d68250ae-50f7-4cdf-a0ef-57f5e4ff420e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.003686] env[62633]: DEBUG nova.network.neutron [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Updating instance_info_cache with network_info: [{"id": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "address": "fa:16:3e:50:0c:f7", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68250ae-50", "ovs_interfaceid": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.004776] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca13818b-bab8-4564-9ab2-f401db52e1d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.025986] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1415.025986] env[62633]: value = "task-1807324" [ 1415.025986] env[62633]: _type = "Task" [ 1415.025986] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.032205] env[62633]: DEBUG nova.network.neutron [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Updating instance_info_cache with network_info: [{"id": "8dd5eef8-6500-40e6-a75e-59192368c57a", "address": "fa:16:3e:0d:9d:c3", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd5eef8-65", "ovs_interfaceid": "8dd5eef8-6500-40e6-a75e-59192368c57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.042164] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.258868] env[62633]: DEBUG nova.scheduler.client.report [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1415.326133] env[62633]: DEBUG oslo_concurrency.lockutils [req-df097431-8554-43ee-ae02-d2bf6efa67f6 req-5bd4eb4a-b9b0-4b5d-9665-f69eaa081970 service nova] Releasing lock "refresh_cache-ebfdb696-4d65-4bff-9732-3ea4f21d22f0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.468919] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.520838] env[62633]: DEBUG oslo_concurrency.lockutils [req-b807e03b-3a36-45d9-8185-4481faebaf0b req-12c24b73-6bda-48fd-a8c2-90e2c8caf0e1 service nova] Releasing lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.542026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.542026] env[62633]: DEBUG nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Instance network_info: |[{"id": "8dd5eef8-6500-40e6-a75e-59192368c57a", "address": "fa:16:3e:0d:9d:c3", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd5eef8-65", "ovs_interfaceid": "8dd5eef8-6500-40e6-a75e-59192368c57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1415.542403] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.542403] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:9d:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dd5eef8-6500-40e6-a75e-59192368c57a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.555315] env[62633]: DEBUG oslo.service.loopingcall [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.555996] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.556261] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f32ea2d-5166-4a69-bd40-0665bbd23966 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.584017] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.584017] env[62633]: value = "task-1807325" [ 1415.584017] env[62633]: _type = "Task" [ 1415.584017] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.593181] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807325, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.768628] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.769206] env[62633]: DEBUG nova.compute.manager [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1415.775623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.109s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.776375] env[62633]: INFO nova.compute.claims [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.793208] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquiring lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.793208] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.085205] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807324, 'name': ReconfigVM_Task, 'duration_secs': 0.640764} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.092084] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e/0ecba84c-08d1-4790-a170-eabff2c6d69e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.092399] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807323, 'name': ReconfigVM_Task, 'duration_secs': 0.616671} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.092969] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f579922e-69d7-4b3b-be88-2bc2b3a5ea0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.094538] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ebfdb696-4d65-4bff-9732-3ea4f21d22f0/ebfdb696-4d65-4bff-9732-3ea4f21d22f0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.095602] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-682d93fd-9035-4b43-8d84-568bab8982d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.100906] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807325, 'name': CreateVM_Task, 'duration_secs': 0.501187} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.101928] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.102248] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1416.102248] env[62633]: value = "task-1807326" [ 1416.102248] env[62633]: _type = "Task" [ 1416.102248] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.103433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.103590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.103893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1416.105620] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10843a8f-e358-4bf9-87e5-162de4be9fdf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.111577] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1416.111577] env[62633]: value = "task-1807327" [ 1416.111577] env[62633]: _type = "Task" [ 1416.111577] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.119686] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807326, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.122216] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1416.122216] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52450be0-abe2-1173-c675-d5898e36e0eb" [ 1416.122216] env[62633]: _type = "Task" [ 1416.122216] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.130602] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807327, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.138802] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52450be0-abe2-1173-c675-d5898e36e0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.138802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.138802] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.138802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.139417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.139417] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.139417] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31cc6038-74ac-4283-99b0-fb6be4e1f8f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.149502] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.149502] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1416.153020] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06485c37-1bd6-4c95-aadf-02fff4410b79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.157551] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1416.157551] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52badc1b-b630-e6fa-da2a-982fb1a2ed2d" [ 1416.157551] env[62633]: _type = "Task" [ 1416.157551] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.168044] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52badc1b-b630-e6fa-da2a-982fb1a2ed2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.241386] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Successfully created port: a6eb5e9f-0974-4018-a82a-46eee89e5ace {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.282425] env[62633]: DEBUG nova.compute.utils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1416.284957] env[62633]: DEBUG nova.compute.manager [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1416.300959] env[62633]: DEBUG nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1416.627177] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807326, 'name': Rename_Task, 'duration_secs': 0.162569} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.630009] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.630467] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ce06515-7110-48ad-8a5e-ee251473ad39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.642020] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807327, 'name': Rename_Task, 'duration_secs': 0.16461} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.642020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.642020] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1416.642020] env[62633]: value = "task-1807328" [ 1416.642020] env[62633]: _type = "Task" [ 1416.642020] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.642020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12b38d70-8433-48da-a088-2d64c5b54e8c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.653881] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.659407] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1416.659407] env[62633]: value = "task-1807329" [ 1416.659407] env[62633]: _type = "Task" [ 1416.659407] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.669985] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807329, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.674557] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52badc1b-b630-e6fa-da2a-982fb1a2ed2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.675547] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c8bdf4-7003-4454-a24c-c8032a38dc2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.682084] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1416.682084] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526bab6f-2385-10b0-e4fe-7fd3ad987409" [ 1416.682084] env[62633]: _type = "Task" [ 1416.682084] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.697530] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526bab6f-2385-10b0-e4fe-7fd3ad987409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.785934] env[62633]: DEBUG nova.compute.manager [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1416.843348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.039537] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ea6d3-a717-40aa-9ff8-a6829a5f30f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.048036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157d4bb-67f9-4f77-98f6-151345882c13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.086573] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2066ad70-8574-47d5-ab5b-6aae3345b0b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.093913] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad366f6-8419-4d2c-8cd9-8175597b4ce0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.109198] env[62633]: DEBUG nova.compute.provider_tree [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.153874] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.167495] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.193861] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526bab6f-2385-10b0-e4fe-7fd3ad987409, 'name': SearchDatastore_Task, 'duration_secs': 0.016217} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.194143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.194395] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44/434417f7-12a4-45fc-ab31-38f26af0fb44.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1417.194645] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-391cf511-f486-4658-beff-ab705b74ee51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.201784] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1417.201784] env[62633]: value = "task-1807330" [ 1417.201784] env[62633]: _type = "Task" [ 1417.201784] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.210747] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.612673] env[62633]: DEBUG nova.scheduler.client.report [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1417.618046] env[62633]: DEBUG nova.compute.manager [None req-fd14c78e-9377-40e9-a470-6d553eaefc5c tempest-ServerDiagnosticsTest-1699354804 tempest-ServerDiagnosticsTest-1699354804-project-admin] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1417.619578] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f27f39-d3bb-4ff4-b3be-33e93ce55816 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.633113] env[62633]: INFO nova.compute.manager [None req-fd14c78e-9377-40e9-a470-6d553eaefc5c tempest-ServerDiagnosticsTest-1699354804 tempest-ServerDiagnosticsTest-1699354804-project-admin] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Retrieving diagnostics [ 1417.634026] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79600672-1c06-4626-aabf-d5aaf341b865 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.703905] env[62633]: DEBUG oslo_vmware.api [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807328, 'name': PowerOnVM_Task, 'duration_secs': 0.851168} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.709607] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.709758] env[62633]: INFO nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Took 12.42 seconds to spawn the instance on the hypervisor. [ 1417.709929] env[62633]: DEBUG nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1417.710245] env[62633]: DEBUG oslo_vmware.api [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807329, 'name': PowerOnVM_Task, 'duration_secs': 0.827419} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.710981] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b680e-d039-4154-abdf-b1f098091cf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.714521] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.714728] env[62633]: INFO nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Took 14.66 seconds to spawn the instance on the hypervisor. [ 1417.714909] env[62633]: DEBUG nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1417.719549] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d012410-0b3b-4754-905c-d0f8c5bf24a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.724172] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807330, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.801384] env[62633]: DEBUG nova.compute.manager [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1417.831781] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1417.833667] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1417.833667] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.833667] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1417.833667] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.833667] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1417.833667] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1417.833976] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1417.833976] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1417.833976] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1417.834182] env[62633]: DEBUG nova.virt.hardware [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1417.835406] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61b9d22-2088-4799-abe8-76d45b717547 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.846666] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706e2b9-b371-4fd5-9130-45899769f050 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.864383] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.870661] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Creating folder: Project (99c6ec7829b84019899876a6ff87de72). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.871108] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdc815a5-31dc-4fdd-b004-1d83251fa917 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.882134] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Created folder: Project (99c6ec7829b84019899876a6ff87de72) in parent group-v374582. [ 1417.882346] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Creating folder: Instances. Parent ref: group-v374599. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.882838] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3da6872c-8dcd-4789-b9f4-42412b2257f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.895462] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Created folder: Instances in parent group-v374599. [ 1417.895762] env[62633]: DEBUG oslo.service.loopingcall [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.895964] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.896205] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e95801e-2854-441a-8a07-857dc07f7ef2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.914211] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.914211] env[62633]: value = "task-1807333" [ 1417.914211] env[62633]: _type = "Task" [ 1417.914211] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.922060] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807333, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.123494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.123494] env[62633]: DEBUG nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1418.126067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.282s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.126067] env[62633]: INFO nova.compute.claims [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.218208] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690549} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.218880] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44/434417f7-12a4-45fc-ab31-38f26af0fb44.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1418.218880] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1418.219392] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71e94974-da88-49a0-9416-eb4b3fae8c3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.227599] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1418.227599] env[62633]: value = "task-1807334" [ 1418.227599] env[62633]: _type = "Task" [ 1418.227599] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.252288] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.259165] env[62633]: INFO nova.compute.manager [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Took 23.66 seconds to build instance. [ 1418.280588] env[62633]: INFO nova.compute.manager [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Took 20.87 seconds to build instance. [ 1418.429993] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807333, 'name': CreateVM_Task, 'duration_secs': 0.383823} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.429993] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.430234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.430679] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.431259] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.432114] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2d89d6-8bcb-4fb4-aea5-ab5f07f9a6a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.440738] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1418.440738] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f34479-da31-07d7-d337-c1c18d5196fa" [ 1418.440738] env[62633]: _type = "Task" [ 1418.440738] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.451440] env[62633]: DEBUG nova.compute.manager [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Received event network-vif-plugged-8dd5eef8-6500-40e6-a75e-59192368c57a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1418.451440] env[62633]: DEBUG oslo_concurrency.lockutils [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] Acquiring lock "434417f7-12a4-45fc-ab31-38f26af0fb44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.451440] env[62633]: DEBUG oslo_concurrency.lockutils [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] Lock "434417f7-12a4-45fc-ab31-38f26af0fb44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.451440] env[62633]: DEBUG oslo_concurrency.lockutils [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] Lock "434417f7-12a4-45fc-ab31-38f26af0fb44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.451440] env[62633]: DEBUG nova.compute.manager [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] No waiting events found dispatching network-vif-plugged-8dd5eef8-6500-40e6-a75e-59192368c57a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1418.452588] env[62633]: WARNING nova.compute.manager [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Received unexpected event network-vif-plugged-8dd5eef8-6500-40e6-a75e-59192368c57a for instance with vm_state building and task_state spawning. [ 1418.452588] env[62633]: DEBUG nova.compute.manager [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Received event network-changed-8dd5eef8-6500-40e6-a75e-59192368c57a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1418.452588] env[62633]: DEBUG nova.compute.manager [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Refreshing instance network info cache due to event network-changed-8dd5eef8-6500-40e6-a75e-59192368c57a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1418.452588] env[62633]: DEBUG oslo_concurrency.lockutils [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] Acquiring lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.452588] env[62633]: DEBUG oslo_concurrency.lockutils [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] Acquired lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.452845] env[62633]: DEBUG nova.network.neutron [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Refreshing network info cache for port 8dd5eef8-6500-40e6-a75e-59192368c57a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.461265] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f34479-da31-07d7-d337-c1c18d5196fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.640019] env[62633]: DEBUG nova.compute.utils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1418.641779] env[62633]: DEBUG nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1418.643891] env[62633]: DEBUG nova.network.neutron [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1418.742392] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075266} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.742488] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1418.743353] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cc4488-19d5-4803-8ea9-9a15d4c6f324 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.769353] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44/434417f7-12a4-45fc-ab31-38f26af0fb44.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.769874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-925efae9-3f79-4999-9a28-994e5ec74a1a tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.182s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.770111] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ef1ffc-0fea-4fc9-84a7-c709093d1abf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.790353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ec867b11-16d2-420f-9aac-b70effc11a15 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "0ecba84c-08d1-4790-a170-eabff2c6d69e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.393s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.797355] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1418.797355] env[62633]: value = "task-1807335" [ 1418.797355] env[62633]: _type = "Task" [ 1418.797355] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.807821] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.841550] env[62633]: DEBUG nova.policy [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c859502e930e4911b5f8f93764eb0ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa947db42663400aa12b44cb7187ff58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1418.876076] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.878028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.959573] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f34479-da31-07d7-d337-c1c18d5196fa, 'name': SearchDatastore_Task, 'duration_secs': 0.025725} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.959836] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.960110] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.960387] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.963109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.963109] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.963109] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3ab363c-97ba-48e5-b3c0-4c387ebea221 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.970622] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.970858] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.971678] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd009f3-ce0f-4ed9-bf1e-ded0e816d277 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.979329] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1418.979329] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2e34d-2b71-d575-c384-f36567d0f58c" [ 1418.979329] env[62633]: _type = "Task" [ 1418.979329] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.989790] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2e34d-2b71-d575-c384-f36567d0f58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.143734] env[62633]: DEBUG nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1419.310475] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.351524] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03bbc1f-3884-4872-b215-8ad1d5643ef8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.360540] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e439cc-7b1b-4c2d-8142-8d398174ed94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.391807] env[62633]: DEBUG nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1419.397574] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becbb99c-3fcf-4b43-bcdc-782afe5276e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.406431] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b499e-8b49-4ac5-88af-47b59edc37fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.420695] env[62633]: DEBUG nova.compute.provider_tree [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.489709] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2e34d-2b71-d575-c384-f36567d0f58c, 'name': SearchDatastore_Task, 'duration_secs': 0.017558} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.490713] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6239c1-4be1-4924-a550-ac2af024be59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.496121] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1419.496121] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52330a6a-7b26-a9f2-a11c-54fed46823e6" [ 1419.496121] env[62633]: _type = "Task" [ 1419.496121] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.505236] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52330a6a-7b26-a9f2-a11c-54fed46823e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.781214] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Successfully updated port: 6b60f939-70cb-4354-9c5a-175b0d77ef91 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1419.814960] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807335, 'name': ReconfigVM_Task, 'duration_secs': 0.580207} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.818439] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44/434417f7-12a4-45fc-ab31-38f26af0fb44.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.818439] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c0480ea-6fae-4328-ab23-d5d335fdded9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.823356] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1419.823356] env[62633]: value = "task-1807336" [ 1419.823356] env[62633]: _type = "Task" [ 1419.823356] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.834791] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807336, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.928212] env[62633]: DEBUG nova.scheduler.client.report [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1419.958396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.007802] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52330a6a-7b26-a9f2-a11c-54fed46823e6, 'name': SearchDatastore_Task, 'duration_secs': 0.016702} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.008218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.008392] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.008620] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0c4123-efe2-4f32-bc4b-498ac9dd443f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.016281] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1420.016281] env[62633]: value = "task-1807337" [ 1420.016281] env[62633]: _type = "Task" [ 1420.016281] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.026278] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.125455] env[62633]: DEBUG nova.network.neutron [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Updated VIF entry in instance network info cache for port 8dd5eef8-6500-40e6-a75e-59192368c57a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.125455] env[62633]: DEBUG nova.network.neutron [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Updating instance_info_cache with network_info: [{"id": "8dd5eef8-6500-40e6-a75e-59192368c57a", "address": "fa:16:3e:0d:9d:c3", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd5eef8-65", "ovs_interfaceid": "8dd5eef8-6500-40e6-a75e-59192368c57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.153200] env[62633]: DEBUG nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1420.186551] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1420.186957] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1420.187207] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.187451] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1420.187693] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.187894] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1420.188236] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1420.188444] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1420.188683] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1420.188917] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1420.189156] env[62633]: DEBUG nova.virt.hardware [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1420.190254] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cf2eab-6e4c-4b49-a339-eec4067cf238 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.207190] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff3ce1e-3de8-419c-bf43-6e314974562c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.337954] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807336, 'name': Rename_Task, 'duration_secs': 0.149996} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.338332] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.338671] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4455f1d9-4a21-4384-82dd-d9a403dfb976 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.345446] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1420.345446] env[62633]: value = "task-1807338" [ 1420.345446] env[62633]: _type = "Task" [ 1420.345446] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.353320] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.434602] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.436407] env[62633]: DEBUG nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1420.443023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.485s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.446951] env[62633]: INFO nova.compute.claims [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.526963] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.636111] env[62633]: DEBUG oslo_concurrency.lockutils [req-677182fa-a291-4fef-82f0-34878278db2c req-c09fab1e-5c50-4af9-ac1d-202851e693e4 service nova] Releasing lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.655191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquiring lock "aa374277-1307-492e-9f0f-cefa11d24fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.656744] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "aa374277-1307-492e-9f0f-cefa11d24fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.701024] env[62633]: DEBUG nova.network.neutron [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Successfully created port: e745c581-5499-4817-a0be-46bb932a8d27 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.861633] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807338, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.956034] env[62633]: DEBUG nova.compute.utils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.962464] env[62633]: DEBUG nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1420.963041] env[62633]: DEBUG nova.network.neutron [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.028886] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564536} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.029482] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.029860] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.030273] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a8b1f5c-65ad-4f69-a862-93ad8a1522a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.040019] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1421.040019] env[62633]: value = "task-1807339" [ 1421.040019] env[62633]: _type = "Task" [ 1421.040019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.048666] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.140302] env[62633]: DEBUG nova.policy [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53373f725625426c9c9108f6e894a3da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a0b43ecc03d404e85e57ece6470d8cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1421.159979] env[62633]: DEBUG nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1421.349758] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "8975a6e8-03f5-424b-8843-79a4033b9790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.350119] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.366178] env[62633]: DEBUG oslo_vmware.api [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807338, 'name': PowerOnVM_Task, 'duration_secs': 0.650106} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.366178] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.366178] env[62633]: INFO nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1421.366178] env[62633]: DEBUG nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1421.366178] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd27cccf-fc94-4f55-918e-521af8a9d338 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.465030] env[62633]: DEBUG nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1421.553673] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07797} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.554376] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.555193] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be64a7-75cc-4445-8b82-2e7b47375765 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.580977] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.582612] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e547158e-fe52-4292-8ee3-5c56f1e115ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.612621] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1421.612621] env[62633]: value = "task-1807340" [ 1421.612621] env[62633]: _type = "Task" [ 1421.612621] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.621993] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.686531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.737946] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14af0871-0ec9-4af5-ac42-3bd6ea5dedaa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.746664] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3fccb0-23a0-4fad-a0ea-5b2b81d7177c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.780672] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4d4287-35f3-4ec7-b04b-fabc4c2b82f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.788608] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d424f-f3e0-4a7b-91d8-536430b2a48a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.803385] env[62633]: DEBUG nova.compute.provider_tree [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.858018] env[62633]: DEBUG nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1421.893706] env[62633]: INFO nova.compute.manager [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Took 18.57 seconds to build instance. [ 1422.074975] env[62633]: DEBUG nova.network.neutron [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Successfully created port: 0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.126554] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.313455] env[62633]: DEBUG nova.scheduler.client.report [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1422.397043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3ddb05f-b39c-411d-91bf-1b9f76b162fc tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "434417f7-12a4-45fc-ab31-38f26af0fb44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.083s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.408423] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.415414] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquiring lock "5826a9d7-a57e-408d-b76a-8ead46f22671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.417274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "5826a9d7-a57e-408d-b76a-8ead46f22671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.417274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquiring lock "5826a9d7-a57e-408d-b76a-8ead46f22671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.417274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "5826a9d7-a57e-408d-b76a-8ead46f22671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.417274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "5826a9d7-a57e-408d-b76a-8ead46f22671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.420985] env[62633]: INFO nova.compute.manager [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Terminating instance [ 1422.428698] env[62633]: DEBUG nova.compute.manager [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1422.428900] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.429780] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03f2a5-93e7-4015-8cc4-911d371ac1a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.445788] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.446114] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75fc8b0a-aea3-4656-8c32-3fce04ad2c7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.454237] env[62633]: DEBUG oslo_vmware.api [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1422.454237] env[62633]: value = "task-1807341" [ 1422.454237] env[62633]: _type = "Task" [ 1422.454237] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.466708] env[62633]: DEBUG oslo_vmware.api [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.492652] env[62633]: DEBUG nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1422.536020] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1422.536020] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1422.536020] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.536258] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1422.536258] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.536258] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1422.536258] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1422.536258] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1422.536427] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1422.536427] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1422.536427] env[62633]: DEBUG nova.virt.hardware [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1422.536674] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482cfb6-de70-43ce-96f1-de9bcedd55dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.546797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.547803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.557656] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55da42a0-62f3-4125-b078-97255583cd14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.623848] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807340, 'name': ReconfigVM_Task, 'duration_secs': 0.67418} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.624230] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.625090] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b11ae425-a2df-48c6-aba0-b0d48effe8bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.632489] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1422.632489] env[62633]: value = "task-1807342" [ 1422.632489] env[62633]: _type = "Task" [ 1422.632489] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.645949] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807342, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.817957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.818518] env[62633]: DEBUG nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1422.822936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.135s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.825872] env[62633]: INFO nova.compute.claims [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.966905] env[62633]: DEBUG oslo_vmware.api [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.051924] env[62633]: DEBUG nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1423.056128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.056936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.155337] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807342, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.332780] env[62633]: DEBUG nova.compute.utils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.338798] env[62633]: DEBUG nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1423.338798] env[62633]: DEBUG nova.network.neutron [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.465582] env[62633]: DEBUG oslo_vmware.api [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.529987] env[62633]: DEBUG nova.policy [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a33d90d87fc44b8788f90d5a05135894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef80fd718ea649f0856f2dc3d35615a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1423.565642] env[62633]: DEBUG nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1423.587526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.648406] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807342, 'name': Rename_Task, 'duration_secs': 0.837727} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.648805] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.649097] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18333770-6d4d-4391-9765-52bd2f32b177 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.656922] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1423.656922] env[62633]: value = "task-1807343" [ 1423.656922] env[62633]: _type = "Task" [ 1423.656922] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.665917] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.838482] env[62633]: DEBUG nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1423.968875] env[62633]: DEBUG oslo_vmware.api [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807341, 'name': PowerOffVM_Task, 'duration_secs': 1.060638} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.972376] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.972599] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.973076] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4654b59b-770b-47a1-9e76-af985b789c76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.048597] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.048597] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.048742] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Deleting the datastore file [datastore1] 5826a9d7-a57e-408d-b76a-8ead46f22671 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.049210] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-019c1b31-112f-4ef9-9663-10cc4d180981 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.062240] env[62633]: DEBUG oslo_vmware.api [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for the task: (returnval){ [ 1424.062240] env[62633]: value = "task-1807345" [ 1424.062240] env[62633]: _type = "Task" [ 1424.062240] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.089428] env[62633]: DEBUG oslo_vmware.api [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.106526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.168328] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807343, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.211824] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeebc88-c28c-4148-bf04-c0fef88d109f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.220536] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c94cd6a-2666-4a77-a2ae-05a03680ad95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.258517] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec8aaef-0cb2-4940-b28e-f27a96a84940 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.268741] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6854b0fe-5a4a-490f-866e-ea965728f27d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.286970] env[62633]: DEBUG nova.compute.provider_tree [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.564541] env[62633]: DEBUG nova.compute.manager [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-vif-plugged-6b60f939-70cb-4354-9c5a-175b0d77ef91 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1424.564811] env[62633]: DEBUG oslo_concurrency.lockutils [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] Acquiring lock "15bbd333-72b2-4500-b845-a41b3b763214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.572252] env[62633]: DEBUG oslo_concurrency.lockutils [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] Lock "15bbd333-72b2-4500-b845-a41b3b763214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.574063] env[62633]: DEBUG oslo_concurrency.lockutils [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] Lock "15bbd333-72b2-4500-b845-a41b3b763214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.007s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.574063] env[62633]: DEBUG nova.compute.manager [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] No waiting events found dispatching network-vif-plugged-6b60f939-70cb-4354-9c5a-175b0d77ef91 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1424.574063] env[62633]: WARNING nova.compute.manager [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received unexpected event network-vif-plugged-6b60f939-70cb-4354-9c5a-175b0d77ef91 for instance with vm_state building and task_state spawning. [ 1424.574063] env[62633]: DEBUG nova.compute.manager [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-changed-6b60f939-70cb-4354-9c5a-175b0d77ef91 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1424.574063] env[62633]: DEBUG nova.compute.manager [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Refreshing instance network info cache due to event network-changed-6b60f939-70cb-4354-9c5a-175b0d77ef91. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1424.574458] env[62633]: DEBUG oslo_concurrency.lockutils [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] Acquiring lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.574458] env[62633]: DEBUG oslo_concurrency.lockutils [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] Acquired lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.574458] env[62633]: DEBUG nova.network.neutron [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Refreshing network info cache for port 6b60f939-70cb-4354-9c5a-175b0d77ef91 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.594120] env[62633]: DEBUG oslo_vmware.api [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Task: {'id': task-1807345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218384} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.595344] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.595344] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.595344] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.595575] env[62633]: INFO nova.compute.manager [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1424.595741] env[62633]: DEBUG oslo.service.loopingcall [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.595925] env[62633]: DEBUG nova.compute.manager [-] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1424.596359] env[62633]: DEBUG nova.network.neutron [-] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.668613] env[62633]: DEBUG oslo_vmware.api [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807343, 'name': PowerOnVM_Task, 'duration_secs': 0.744729} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.668882] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.669130] env[62633]: INFO nova.compute.manager [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1424.669262] env[62633]: DEBUG nova.compute.manager [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1424.670068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bceaa9f-4726-4c71-9eec-cc148a596fbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.752023] env[62633]: DEBUG nova.network.neutron [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Successfully created port: 2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.811881] env[62633]: ERROR nova.scheduler.client.report [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [req-e0986566-d37e-4254-8473-c51db97b623f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0986566-d37e-4254-8473-c51db97b623f"}]} [ 1424.829953] env[62633]: DEBUG nova.scheduler.client.report [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1424.849020] env[62633]: DEBUG nova.scheduler.client.report [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1424.849020] env[62633]: DEBUG nova.compute.provider_tree [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.851185] env[62633]: DEBUG nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1424.872025] env[62633]: DEBUG nova.scheduler.client.report [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1424.895519] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1424.895519] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1424.895519] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.895938] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1424.895938] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.895938] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1424.895938] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1424.895938] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1424.896984] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1424.897390] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1424.897696] env[62633]: DEBUG nova.virt.hardware [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1424.901251] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03725318-000e-464c-b6a0-2399362999f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.906662] env[62633]: DEBUG nova.scheduler.client.report [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1424.916510] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4660b003-7782-445e-a3c9-cf4f5341060d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.093609] env[62633]: DEBUG nova.network.neutron [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Successfully updated port: e745c581-5499-4817-a0be-46bb932a8d27 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.108310] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Successfully updated port: b00f17aa-2b7a-452c-9748-bbfef935c0ac {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.191140] env[62633]: INFO nova.compute.manager [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Took 11.73 seconds to build instance. [ 1425.195687] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.196260] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.237670] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd3d288-18d0-412a-88bd-06607380de78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.245900] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc84e0-11c8-44bf-802c-ff12a6337fa3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.279270] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce984f89-bd49-4bce-a3ef-7a231bcc5881 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.287175] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e6cbc2-3a5e-486c-9716-65d971e9d256 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.300515] env[62633]: DEBUG nova.compute.provider_tree [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.304317] env[62633]: DEBUG nova.network.neutron [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.597748] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquiring lock "refresh_cache-3216bcfe-9b1d-40ab-bdbf-fc95d718d064" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.597748] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquired lock "refresh_cache-3216bcfe-9b1d-40ab-bdbf-fc95d718d064" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.597748] env[62633]: DEBUG nova.network.neutron [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.699905] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e369f3a5-67dd-47cc-b4e4-b420da3d0a5c tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "5a1e40bc-705e-4655-9d00-34f831cdff2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.245s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.704110] env[62633]: DEBUG nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1425.811189] env[62633]: DEBUG nova.scheduler.client.report [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1425.824854] env[62633]: DEBUG nova.network.neutron [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.027908] env[62633]: DEBUG nova.network.neutron [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Successfully updated port: 0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.136109] env[62633]: DEBUG nova.network.neutron [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.258167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.317867] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.497s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.318446] env[62633]: DEBUG nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1426.321995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.914s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.323717] env[62633]: INFO nova.compute.claims [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.329073] env[62633]: DEBUG nova.network.neutron [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Updating instance_info_cache with network_info: [{"id": "e745c581-5499-4817-a0be-46bb932a8d27", "address": "fa:16:3e:ef:a2:14", "network": {"id": "a0f7321a-ba07-40f2-a85c-a8ae67ebb1e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1005914824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fa947db42663400aa12b44cb7187ff58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape745c581-54", "ovs_interfaceid": "e745c581-5499-4817-a0be-46bb932a8d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.330130] env[62633]: DEBUG oslo_concurrency.lockutils [req-e08cb5da-8900-41b1-aaa2-fd597027bf30 req-e99e8735-ab7b-41fa-a84a-02870aee6239 service nova] Releasing lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.533188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquiring lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.533428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquired lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.533648] env[62633]: DEBUG nova.network.neutron [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.720076] env[62633]: DEBUG nova.network.neutron [-] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.829548] env[62633]: DEBUG nova.compute.utils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.829548] env[62633]: DEBUG nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1426.829548] env[62633]: DEBUG nova.network.neutron [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.837595] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Releasing lock "refresh_cache-3216bcfe-9b1d-40ab-bdbf-fc95d718d064" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.837880] env[62633]: DEBUG nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Instance network_info: |[{"id": "e745c581-5499-4817-a0be-46bb932a8d27", "address": "fa:16:3e:ef:a2:14", "network": {"id": "a0f7321a-ba07-40f2-a85c-a8ae67ebb1e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1005914824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fa947db42663400aa12b44cb7187ff58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape745c581-54", "ovs_interfaceid": "e745c581-5499-4817-a0be-46bb932a8d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1426.841700] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:a2:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e745c581-5499-4817-a0be-46bb932a8d27', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.852492] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Creating folder: Project (fa947db42663400aa12b44cb7187ff58). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.854038] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e938d4a-e217-4062-a5c3-6a03441d7134 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.865916] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Created folder: Project (fa947db42663400aa12b44cb7187ff58) in parent group-v374582. [ 1426.866310] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Creating folder: Instances. Parent ref: group-v374602. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.866644] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3b6c558-73bb-4d9c-ad99-866638b56083 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.877905] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Created folder: Instances in parent group-v374602. [ 1426.877905] env[62633]: DEBUG oslo.service.loopingcall [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.877905] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.879786] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ac6314f-433f-47b3-a01a-755aa4ce0e26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.900523] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.900523] env[62633]: value = "task-1807348" [ 1426.900523] env[62633]: _type = "Task" [ 1426.900523] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.909027] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807348, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.017808] env[62633]: DEBUG nova.policy [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec17b194ebe4dadb6d496597aedb5ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41e7a0ce4cc4417d940189ca31314311', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1427.144123] env[62633]: DEBUG nova.network.neutron [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.225418] env[62633]: INFO nova.compute.manager [-] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Took 2.63 seconds to deallocate network for instance. [ 1427.312699] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.312947] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.338229] env[62633]: DEBUG nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1427.416445] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807348, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.523167] env[62633]: DEBUG nova.compute.manager [req-d976118e-df8c-4942-85c5-13504ebb0104 req-900a711b-bcc4-4f4f-91f8-1db68f7a7aea service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-vif-plugged-b00f17aa-2b7a-452c-9748-bbfef935c0ac {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1427.523167] env[62633]: DEBUG oslo_concurrency.lockutils [req-d976118e-df8c-4942-85c5-13504ebb0104 req-900a711b-bcc4-4f4f-91f8-1db68f7a7aea service nova] Acquiring lock "15bbd333-72b2-4500-b845-a41b3b763214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.523314] env[62633]: DEBUG oslo_concurrency.lockutils [req-d976118e-df8c-4942-85c5-13504ebb0104 req-900a711b-bcc4-4f4f-91f8-1db68f7a7aea service nova] Lock "15bbd333-72b2-4500-b845-a41b3b763214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.523677] env[62633]: DEBUG oslo_concurrency.lockutils [req-d976118e-df8c-4942-85c5-13504ebb0104 req-900a711b-bcc4-4f4f-91f8-1db68f7a7aea service nova] Lock "15bbd333-72b2-4500-b845-a41b3b763214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.524100] env[62633]: DEBUG nova.compute.manager [req-d976118e-df8c-4942-85c5-13504ebb0104 req-900a711b-bcc4-4f4f-91f8-1db68f7a7aea service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] No waiting events found dispatching network-vif-plugged-b00f17aa-2b7a-452c-9748-bbfef935c0ac {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1427.524339] env[62633]: WARNING nova.compute.manager [req-d976118e-df8c-4942-85c5-13504ebb0104 req-900a711b-bcc4-4f4f-91f8-1db68f7a7aea service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received unexpected event network-vif-plugged-b00f17aa-2b7a-452c-9748-bbfef935c0ac for instance with vm_state building and task_state spawning. [ 1427.574477] env[62633]: DEBUG nova.network.neutron [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Updating instance_info_cache with network_info: [{"id": "0b9138cf-f977-4e3d-a86f-5d3d18aa1d16", "address": "fa:16:3e:e7:f4:75", "network": {"id": "f4bbc007-835f-4a0b-8f8c-c9bed920504f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-887289739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0b43ecc03d404e85e57ece6470d8cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9138cf-f9", "ovs_interfaceid": "0b9138cf-f977-4e3d-a86f-5d3d18aa1d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.685924] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcede31-6c8f-4d61-97c4-9b11acb0bef0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.696145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d5c26-c1dd-4ae7-9089-fc6dff75c42c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.730096] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0130eb05-bede-4000-8e48-1ed372ab10c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.737917] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.738815] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11be1703-ab1c-49eb-ba65-232e679dc5a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.755600] env[62633]: DEBUG nova.compute.provider_tree [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.816777] env[62633]: DEBUG nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1427.912641] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807348, 'name': CreateVM_Task, 'duration_secs': 0.603743} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.913331] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1427.914123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.914280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.914599] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1427.915067] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11da0570-e7db-42aa-9fe0-aa863d0df9f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.920158] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1427.920158] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52771ebd-6b97-523d-43c9-e085ba376443" [ 1427.920158] env[62633]: _type = "Task" [ 1427.920158] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.929743] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52771ebd-6b97-523d-43c9-e085ba376443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.079782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Releasing lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.081317] env[62633]: DEBUG nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Instance network_info: |[{"id": "0b9138cf-f977-4e3d-a86f-5d3d18aa1d16", "address": "fa:16:3e:e7:f4:75", "network": {"id": "f4bbc007-835f-4a0b-8f8c-c9bed920504f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-887289739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0b43ecc03d404e85e57ece6470d8cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9138cf-f9", "ovs_interfaceid": "0b9138cf-f977-4e3d-a86f-5d3d18aa1d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1428.082489] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:f4:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b9138cf-f977-4e3d-a86f-5d3d18aa1d16', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1428.093525] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Creating folder: Project (2a0b43ecc03d404e85e57ece6470d8cc). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.093857] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fc98433-f532-4f95-8b26-e28734f41d82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.105922] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Created folder: Project (2a0b43ecc03d404e85e57ece6470d8cc) in parent group-v374582. [ 1428.106122] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Creating folder: Instances. Parent ref: group-v374605. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.107016] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e76eb251-db5c-425c-93f7-1155aa00275d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.117705] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Created folder: Instances in parent group-v374605. [ 1428.117957] env[62633]: DEBUG oslo.service.loopingcall [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.118162] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1428.118364] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d1cd83-679d-4476-83bd-227f3419d11d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.148942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "0c264e0a-88a7-4389-aaae-8617f59f5360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.149272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.153137] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1428.153137] env[62633]: value = "task-1807351" [ 1428.153137] env[62633]: _type = "Task" [ 1428.153137] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.165167] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807351, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.212114] env[62633]: DEBUG nova.network.neutron [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Successfully created port: 9a10900b-29cd-4f2f-b15a-8607e2bfd670 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.259462] env[62633]: DEBUG nova.scheduler.client.report [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1428.351549] env[62633]: DEBUG nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1428.361043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.377888] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1428.378061] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1428.378102] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.378269] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1428.378410] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.378552] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1428.378753] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1428.378905] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1428.379969] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1428.380287] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1428.380636] env[62633]: DEBUG nova.virt.hardware [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1428.381635] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9811be86-a4c4-4ec7-942c-404e30c9b0c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.392910] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e2f702-a3b6-47c8-a614-eb6f4bc32d4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.400036] env[62633]: DEBUG nova.compute.manager [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Received event network-vif-plugged-0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1428.401060] env[62633]: DEBUG oslo_concurrency.lockutils [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] Acquiring lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.401060] env[62633]: DEBUG oslo_concurrency.lockutils [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.401274] env[62633]: DEBUG oslo_concurrency.lockutils [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.401521] env[62633]: DEBUG nova.compute.manager [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] No waiting events found dispatching network-vif-plugged-0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1428.401734] env[62633]: WARNING nova.compute.manager [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Received unexpected event network-vif-plugged-0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 for instance with vm_state building and task_state spawning. [ 1428.402479] env[62633]: DEBUG nova.compute.manager [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Received event network-changed-0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1428.402479] env[62633]: DEBUG nova.compute.manager [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Refreshing instance network info cache due to event network-changed-0b9138cf-f977-4e3d-a86f-5d3d18aa1d16. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1428.402659] env[62633]: DEBUG oslo_concurrency.lockutils [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] Acquiring lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.402864] env[62633]: DEBUG oslo_concurrency.lockutils [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] Acquired lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.403677] env[62633]: DEBUG nova.network.neutron [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Refreshing network info cache for port 0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.405127] env[62633]: INFO nova.compute.manager [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Rescuing [ 1428.405393] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.405578] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.405786] env[62633]: DEBUG nova.network.neutron [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.432750] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52771ebd-6b97-523d-43c9-e085ba376443, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.433178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.433538] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.433859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.434068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.434263] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.434753] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1327547-44fa-4573-8cee-d2cd4bacff3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.444890] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.445349] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.446447] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101af872-77d5-40e1-b973-a956f44357a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.453026] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1428.453026] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524e4dd0-f8e8-5ebf-32d4-27750063f699" [ 1428.453026] env[62633]: _type = "Task" [ 1428.453026] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.461744] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524e4dd0-f8e8-5ebf-32d4-27750063f699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.541534] env[62633]: DEBUG nova.network.neutron [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Successfully updated port: 2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.670821] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807351, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.765456] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.766108] env[62633]: DEBUG nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1428.773793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.183s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.773793] env[62633]: INFO nova.compute.claims [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.804047] env[62633]: INFO nova.compute.manager [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Rebuilding instance [ 1428.860447] env[62633]: DEBUG nova.compute.manager [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1428.861890] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a52d7c-fc2a-4fba-955d-de772f7adc39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.970278] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524e4dd0-f8e8-5ebf-32d4-27750063f699, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.970278] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1c3387-71a1-4f3c-9bd5-e1b78d8ce41f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.980418] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1428.980418] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529f7dac-11da-e310-c680-74c862cc0275" [ 1428.980418] env[62633]: _type = "Task" [ 1428.980418] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.989652] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529f7dac-11da-e310-c680-74c862cc0275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.992592] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Successfully updated port: a6eb5e9f-0974-4018-a82a-46eee89e5ace {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.044809] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.045290] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.045870] env[62633]: DEBUG nova.network.neutron [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.167767] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807351, 'name': CreateVM_Task, 'duration_secs': 0.758482} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.171962] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.173403] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.173403] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.173403] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.176359] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5a1ada-6ea9-4d51-b8e9-030c55668d08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.182168] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1429.182168] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5260db23-f028-29dd-794b-a6cf7f66fe53" [ 1429.182168] env[62633]: _type = "Task" [ 1429.182168] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.196274] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5260db23-f028-29dd-794b-a6cf7f66fe53, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.196274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.196274] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.196274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.281961] env[62633]: DEBUG nova.compute.utils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.286410] env[62633]: DEBUG nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1429.286621] env[62633]: DEBUG nova.network.neutron [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.373309] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.373606] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45b4233b-1431-4310-8609-d992f56273d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.385570] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1429.385570] env[62633]: value = "task-1807352" [ 1429.385570] env[62633]: _type = "Task" [ 1429.385570] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.393953] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.457329] env[62633]: DEBUG nova.network.neutron [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Updated VIF entry in instance network info cache for port 0b9138cf-f977-4e3d-a86f-5d3d18aa1d16. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.457329] env[62633]: DEBUG nova.network.neutron [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Updating instance_info_cache with network_info: [{"id": "0b9138cf-f977-4e3d-a86f-5d3d18aa1d16", "address": "fa:16:3e:e7:f4:75", "network": {"id": "f4bbc007-835f-4a0b-8f8c-c9bed920504f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-887289739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0b43ecc03d404e85e57ece6470d8cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9138cf-f9", "ovs_interfaceid": "0b9138cf-f977-4e3d-a86f-5d3d18aa1d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.492743] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529f7dac-11da-e310-c680-74c862cc0275, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.493037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.493309] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 3216bcfe-9b1d-40ab-bdbf-fc95d718d064/3216bcfe-9b1d-40ab-bdbf-fc95d718d064.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.493575] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.493905] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.493948] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a96069d-5450-435e-bdea-eebdeb298dfb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.496149] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ec9f284-e280-4690-88ae-c7e0f42e585e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.498498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.502020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquired lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.502020] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.505875] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1429.505875] env[62633]: value = "task-1807353" [ 1429.505875] env[62633]: _type = "Task" [ 1429.505875] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.507223] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.507323] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.512519] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e06d22e-4a21-4b9b-ae3f-6623d7526601 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.522706] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.524221] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1429.524221] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52db8d27-2d5c-14f1-0b49-80f7712d1e47" [ 1429.524221] env[62633]: _type = "Task" [ 1429.524221] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.536123] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52db8d27-2d5c-14f1-0b49-80f7712d1e47, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.536123] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3e9d12-4187-48b7-a566-34f887b5e0e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.540828] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1429.540828] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52ddfe0f-eaa1-48e4-8503-a5e1274d14f1" [ 1429.540828] env[62633]: _type = "Task" [ 1429.540828] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.552853] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ddfe0f-eaa1-48e4-8503-a5e1274d14f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.579012] env[62633]: DEBUG nova.policy [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42f788079b0f479caf75ae7c86b81ac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4ff0ab5b4a2474f969fe092af97d832', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1429.594864] env[62633]: DEBUG nova.network.neutron [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.627154] env[62633]: DEBUG nova.network.neutron [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Updating instance_info_cache with network_info: [{"id": "8dd5eef8-6500-40e6-a75e-59192368c57a", "address": "fa:16:3e:0d:9d:c3", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd5eef8-65", "ovs_interfaceid": "8dd5eef8-6500-40e6-a75e-59192368c57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.787134] env[62633]: DEBUG nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1429.834797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "2393de63-7d92-484b-8216-3ae3fc76a580" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.838182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "2393de63-7d92-484b-8216-3ae3fc76a580" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.896973] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807352, 'name': PowerOffVM_Task, 'duration_secs': 0.166155} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.898620] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.898936] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.903234] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4781b6b0-04e0-425f-89eb-4726b5561074 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.913729] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.914784] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c07e7e2-b49c-4aeb-8a5f-c2d1b3f84878 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.938218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "e35472bf-1914-4f5b-bedd-24fb62769327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.938218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "e35472bf-1914-4f5b-bedd-24fb62769327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.943596] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.944157] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.944537] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Deleting the datastore file [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.945099] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14cf6481-ab64-4cf7-ac0f-de1031b2abc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.954735] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1429.954735] env[62633]: value = "task-1807355" [ 1429.954735] env[62633]: _type = "Task" [ 1429.954735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.965200] env[62633]: DEBUG oslo_concurrency.lockutils [req-4566ba73-0fef-41f8-a991-29843f1b816f req-7c04d0fb-1c6c-4148-8ffa-e140d1229cd7 service nova] Releasing lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.975020] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.031575] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498176} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.031852] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 3216bcfe-9b1d-40ab-bdbf-fc95d718d064/3216bcfe-9b1d-40ab-bdbf-fc95d718d064.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.032082] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.032338] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a25d6a6-bb62-426a-8bc5-9974c0584f89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.039725] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1430.039725] env[62633]: value = "task-1807356" [ 1430.039725] env[62633]: _type = "Task" [ 1430.039725] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.057814] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.063819] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ddfe0f-eaa1-48e4-8503-a5e1274d14f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.064145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.064436] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 64a66647-bd46-4beb-a70e-7b8fe7c4a039/64a66647-bd46-4beb-a70e-7b8fe7c4a039.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.065263] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6740e171-529d-4040-b6da-b2291a2fc464 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.076238] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1430.076238] env[62633]: value = "task-1807357" [ 1430.076238] env[62633]: _type = "Task" [ 1430.076238] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.087862] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.106369] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.131783] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.163643] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquiring lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.163926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.174265] env[62633]: DEBUG nova.network.neutron [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updating instance_info_cache with network_info: [{"id": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "address": "fa:16:3e:c1:0f:a4", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbfde78-40", "ovs_interfaceid": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.225068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80308fb1-1f24-4b18-8e46-90ef9d11262d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.234692] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf91e31-65a1-48c2-a0cc-c204f843ae21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.271077] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69d04f2-ecef-412a-b65f-b0f50d38f174 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.279435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f6268b-4edf-4a7e-9105-b000ffb62bf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.298472] env[62633]: DEBUG nova.compute.provider_tree [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.466151] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124209} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.466904] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.466904] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.466904] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.549819] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071346} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.550577] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.551264] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec22c4-7c61-4b72-8cc3-8dd5c161b321 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.576478] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 3216bcfe-9b1d-40ab-bdbf-fc95d718d064/3216bcfe-9b1d-40ab-bdbf-fc95d718d064.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.579661] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9d5ed8-24f0-422c-92ab-5a02e5846708 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.610009] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437966} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.611834] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 64a66647-bd46-4beb-a70e-7b8fe7c4a039/64a66647-bd46-4beb-a70e-7b8fe7c4a039.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.613039] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.613039] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1430.613039] env[62633]: value = "task-1807358" [ 1430.613039] env[62633]: _type = "Task" [ 1430.613039] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.613039] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb07098-e7ef-43d7-b541-18345bf9ee3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.623019] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1430.623019] env[62633]: value = "task-1807359" [ 1430.623019] env[62633]: _type = "Task" [ 1430.623019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.626767] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.635700] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.674457] env[62633]: DEBUG nova.network.neutron [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Successfully created port: e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.678056] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Releasing lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.678342] env[62633]: DEBUG nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Instance network_info: |[{"id": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "address": "fa:16:3e:c1:0f:a4", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbfde78-40", "ovs_interfaceid": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1430.678791] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:0f:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fbfde78-4021-434e-89bd-af9b18dbab4f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.688202] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Creating folder: Project (ef80fd718ea649f0856f2dc3d35615a1). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.689327] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.690290] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b27e2b9-32ad-4362-afd7-ee80bd409392 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.692148] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd01b73-a8b2-4d23-90e0-3f9ed30c09bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.704227] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1430.704227] env[62633]: value = "task-1807361" [ 1430.704227] env[62633]: _type = "Task" [ 1430.704227] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.710953] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Created folder: Project (ef80fd718ea649f0856f2dc3d35615a1) in parent group-v374582. [ 1430.711594] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Creating folder: Instances. Parent ref: group-v374608. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.712240] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1c9f084-6304-47fa-bbfe-712426972ca9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.717776] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.721375] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Created folder: Instances in parent group-v374608. [ 1430.721611] env[62633]: DEBUG oslo.service.loopingcall [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.721791] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.722528] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90a9445f-46c8-4b42-a5ed-52dfd40249e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.747418] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.747418] env[62633]: value = "task-1807363" [ 1430.747418] env[62633]: _type = "Task" [ 1430.747418] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.760492] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807363, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.804713] env[62633]: DEBUG nova.scheduler.client.report [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1430.817702] env[62633]: DEBUG nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1430.852177] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1430.852428] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1430.852936] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.853164] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1430.853311] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.854274] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1430.856608] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1430.856608] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1430.856608] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1430.856608] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1430.856608] env[62633]: DEBUG nova.virt.hardware [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.856983] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f8c2e7-14d0-4448-8298-35a8a83e1bd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.870697] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a68c5f3-4b51-4371-99b0-06caf0c400d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.023673] env[62633]: DEBUG nova.network.neutron [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Successfully updated port: 9a10900b-29cd-4f2f-b15a-8607e2bfd670 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.137721] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807358, 'name': ReconfigVM_Task, 'duration_secs': 0.316359} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.138668] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 3216bcfe-9b1d-40ab-bdbf-fc95d718d064/3216bcfe-9b1d-40ab-bdbf-fc95d718d064.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.139434] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-534066e5-e203-4d0c-bbd4-65f508da2a47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.148766] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071385} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.148766] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.150876] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd77ab85-d65f-4896-8657-9d47887c85e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.154692] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1431.154692] env[62633]: value = "task-1807364" [ 1431.154692] env[62633]: _type = "Task" [ 1431.154692] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.182555] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 64a66647-bd46-4beb-a70e-7b8fe7c4a039/64a66647-bd46-4beb-a70e-7b8fe7c4a039.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.183594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20707dad-8c07-4f1e-abc4-42e9b1a8a17f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.206173] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807364, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.212132] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1431.212132] env[62633]: value = "task-1807365" [ 1431.212132] env[62633]: _type = "Task" [ 1431.212132] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.215209] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807361, 'name': PowerOffVM_Task, 'duration_secs': 0.294776} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.218602] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.219387] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1af2d0-371c-4613-af38-7371c06f723a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.241930] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.242756] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e7abcb-0116-4126-bfc0-2474421c932f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.263540] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807363, 'name': CreateVM_Task, 'duration_secs': 0.444256} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.263928] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.264508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.264677] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.265080] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.265896] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6492ae96-29f0-4f1e-9db4-302e97c184dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.271240] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1431.271240] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5298ca9f-8259-a80b-9d1f-fde350a572f0" [ 1431.271240] env[62633]: _type = "Task" [ 1431.271240] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.279994] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5298ca9f-8259-a80b-9d1f-fde350a572f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.282333] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.282587] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1b9af9-68c7-4596-81f1-8acc88f5d85e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.289059] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1431.289059] env[62633]: value = "task-1807366" [ 1431.289059] env[62633]: _type = "Task" [ 1431.289059] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.297529] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.318586] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.322939] env[62633]: DEBUG nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1431.330096] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.223s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.331417] env[62633]: INFO nova.compute.claims [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.516067] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1431.516398] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1431.516590] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.516804] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1431.516980] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.517177] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1431.517436] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1431.517601] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1431.517772] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1431.517934] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1431.518168] env[62633]: DEBUG nova.virt.hardware [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1431.519113] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0e1baa-33ec-4964-a151-bb4c49fae6a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.532059] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf98c5-d806-44f3-a80d-c9c46aed1fda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.534758] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquiring lock "refresh_cache-aa374277-1307-492e-9f0f-cefa11d24fbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.535193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquired lock "refresh_cache-aa374277-1307-492e-9f0f-cefa11d24fbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.535413] env[62633]: DEBUG nova.network.neutron [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.553979] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.560699] env[62633]: DEBUG oslo.service.loopingcall [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.563197] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.566327] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5708c4b2-3973-4475-89db-c108cef9fab5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.580791] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "7f38ae55-a526-4875-ae77-620b23b236ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.581120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "7f38ae55-a526-4875-ae77-620b23b236ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.588184] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.588184] env[62633]: value = "task-1807367" [ 1431.588184] env[62633]: _type = "Task" [ 1431.588184] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.597514] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807367, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.665958] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807364, 'name': Rename_Task, 'duration_secs': 0.14499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.666360] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.666608] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8dac8fe-c8f7-4cee-a8e8-3c83ca2bd994 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.673893] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1431.673893] env[62633]: value = "task-1807368" [ 1431.673893] env[62633]: _type = "Task" [ 1431.673893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.682635] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.701684] env[62633]: DEBUG nova.network.neutron [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Updating instance_info_cache with network_info: [{"id": "6b60f939-70cb-4354-9c5a-175b0d77ef91", "address": "fa:16:3e:24:1f:c6", "network": {"id": "9384ea59-f8bf-4e51-96c1-3622bf5cd85f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2140911614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b60f939-70", "ovs_interfaceid": "6b60f939-70cb-4354-9c5a-175b0d77ef91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b00f17aa-2b7a-452c-9748-bbfef935c0ac", "address": "fa:16:3e:22:ec:b5", "network": {"id": "b60325c1-61e7-49d8-ba2c-aecdc8072217", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1393615645", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00f17aa-2b", "ovs_interfaceid": "b00f17aa-2b7a-452c-9748-bbfef935c0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6eb5e9f-0974-4018-a82a-46eee89e5ace", "address": "fa:16:3e:9f:2a:17", "network": {"id": "9384ea59-f8bf-4e51-96c1-3622bf5cd85f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2140911614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6eb5e9f-09", "ovs_interfaceid": "a6eb5e9f-0974-4018-a82a-46eee89e5ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.727950] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807365, 'name': ReconfigVM_Task, 'duration_secs': 0.325033} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.728260] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 64a66647-bd46-4beb-a70e-7b8fe7c4a039/64a66647-bd46-4beb-a70e-7b8fe7c4a039.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.729068] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bbe5c9a-4fe2-44b2-9d8e-6b439e36d4c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.735837] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1431.735837] env[62633]: value = "task-1807369" [ 1431.735837] env[62633]: _type = "Task" [ 1431.735837] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.744494] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807369, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.785129] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5298ca9f-8259-a80b-9d1f-fde350a572f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.785129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.785129] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.785129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.785129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.785129] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.785129] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8f72270-794a-46ec-89cd-11ae7b86f63c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.794922] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.795280] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.796787] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748225fd-3b23-41be-98b3-dda2fc5745bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.806748] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1431.807147] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.807508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.810010] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1431.810010] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525c8e89-d69f-8794-32a2-0a40fc37a975" [ 1431.810010] env[62633]: _type = "Task" [ 1431.810010] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.822448] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525c8e89-d69f-8794-32a2-0a40fc37a975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.831015] env[62633]: DEBUG nova.compute.utils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1431.836355] env[62633]: DEBUG nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1431.837298] env[62633]: DEBUG nova.network.neutron [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1431.976011] env[62633]: DEBUG nova.policy [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506bdf9f36a34eeeb8b41e7697fe5bf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e03dbbe422814cdf8c513bbe98e043d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1431.995630] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Received event network-vif-plugged-e745c581-5499-4817-a0be-46bb932a8d27 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1431.995630] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Acquiring lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.995907] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.996019] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.996374] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] No waiting events found dispatching network-vif-plugged-e745c581-5499-4817-a0be-46bb932a8d27 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1431.996503] env[62633]: WARNING nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Received unexpected event network-vif-plugged-e745c581-5499-4817-a0be-46bb932a8d27 for instance with vm_state building and task_state spawning. [ 1431.996680] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Received event network-changed-e745c581-5499-4817-a0be-46bb932a8d27 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1431.996806] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Refreshing instance network info cache due to event network-changed-e745c581-5499-4817-a0be-46bb932a8d27. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1431.997030] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Acquiring lock "refresh_cache-3216bcfe-9b1d-40ab-bdbf-fc95d718d064" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.997253] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Acquired lock "refresh_cache-3216bcfe-9b1d-40ab-bdbf-fc95d718d064" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.997330] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Refreshing network info cache for port e745c581-5499-4817-a0be-46bb932a8d27 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.105226] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807367, 'name': CreateVM_Task, 'duration_secs': 0.351939} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.105406] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.106220] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.106220] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.106483] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.106557] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcc7e62-a248-4de0-81ba-87a319565169 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.111496] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1432.111496] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528a689f-b47f-cdf3-6a78-9905d0b4b17e" [ 1432.111496] env[62633]: _type = "Task" [ 1432.111496] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.119983] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528a689f-b47f-cdf3-6a78-9905d0b4b17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.128025] env[62633]: DEBUG nova.network.neutron [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.187979] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.204312] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Releasing lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.204907] env[62633]: DEBUG nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Instance network_info: |[{"id": "6b60f939-70cb-4354-9c5a-175b0d77ef91", "address": "fa:16:3e:24:1f:c6", "network": {"id": "9384ea59-f8bf-4e51-96c1-3622bf5cd85f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2140911614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b60f939-70", "ovs_interfaceid": "6b60f939-70cb-4354-9c5a-175b0d77ef91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b00f17aa-2b7a-452c-9748-bbfef935c0ac", "address": "fa:16:3e:22:ec:b5", "network": {"id": "b60325c1-61e7-49d8-ba2c-aecdc8072217", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1393615645", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00f17aa-2b", "ovs_interfaceid": "b00f17aa-2b7a-452c-9748-bbfef935c0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6eb5e9f-0974-4018-a82a-46eee89e5ace", "address": "fa:16:3e:9f:2a:17", "network": {"id": "9384ea59-f8bf-4e51-96c1-3622bf5cd85f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2140911614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6eb5e9f-09", "ovs_interfaceid": "a6eb5e9f-0974-4018-a82a-46eee89e5ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1432.211102] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:1f:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b60f939-70cb-4354-9c5a-175b0d77ef91', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:ec:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b00f17aa-2b7a-452c-9748-bbfef935c0ac', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:2a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6eb5e9f-0974-4018-a82a-46eee89e5ace', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.231205] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Creating folder: Project (cf48a5195bf74f4ebb9f426a26214a1d). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.232580] env[62633]: DEBUG nova.compute.manager [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Received event network-vif-plugged-2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1432.232785] env[62633]: DEBUG oslo_concurrency.lockutils [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] Acquiring lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.232997] env[62633]: DEBUG oslo_concurrency.lockutils [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] Lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.233190] env[62633]: DEBUG oslo_concurrency.lockutils [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] Lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.233352] env[62633]: DEBUG nova.compute.manager [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] No waiting events found dispatching network-vif-plugged-2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1432.233564] env[62633]: WARNING nova.compute.manager [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Received unexpected event network-vif-plugged-2fbfde78-4021-434e-89bd-af9b18dbab4f for instance with vm_state building and task_state spawning. [ 1432.233727] env[62633]: DEBUG nova.compute.manager [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Received event network-changed-2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1432.233873] env[62633]: DEBUG nova.compute.manager [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Refreshing instance network info cache due to event network-changed-2fbfde78-4021-434e-89bd-af9b18dbab4f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1432.234068] env[62633]: DEBUG oslo_concurrency.lockutils [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] Acquiring lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.234201] env[62633]: DEBUG oslo_concurrency.lockutils [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] Acquired lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.234348] env[62633]: DEBUG nova.network.neutron [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Refreshing network info cache for port 2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.238143] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0e674ce-13b3-40d8-8b93-0b73c76f2af3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.252913] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807369, 'name': Rename_Task, 'duration_secs': 0.198468} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.254430] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.255067] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Created folder: Project (cf48a5195bf74f4ebb9f426a26214a1d) in parent group-v374582. [ 1432.255388] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Creating folder: Instances. Parent ref: group-v374612. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.255458] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ccfb71-501a-4bb8-82fa-db65aa0191d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.257280] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5447712d-89be-4716-9c2d-f36e24b0bfff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.263590] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1432.263590] env[62633]: value = "task-1807371" [ 1432.263590] env[62633]: _type = "Task" [ 1432.263590] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.268871] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Created folder: Instances in parent group-v374612. [ 1432.268871] env[62633]: DEBUG oslo.service.loopingcall [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.275124] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.275124] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.275124] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0527f446-6c97-4450-8487-5c4975207922 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.299254] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.299254] env[62633]: value = "task-1807373" [ 1432.299254] env[62633]: _type = "Task" [ 1432.299254] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.313385] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807373, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.324651] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525c8e89-d69f-8794-32a2-0a40fc37a975, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.324800] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d68788-d577-436d-bb8c-dc32442b0f16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.330666] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1432.330666] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528d1c57-2123-b664-64ce-785a7289fd11" [ 1432.330666] env[62633]: _type = "Task" [ 1432.330666] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.338543] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528d1c57-2123-b664-64ce-785a7289fd11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.342278] env[62633]: DEBUG nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1432.628400] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528a689f-b47f-cdf3-6a78-9905d0b4b17e, 'name': SearchDatastore_Task, 'duration_secs': 0.02339} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.628400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.628400] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.629224] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.686050] env[62633]: DEBUG oslo_vmware.api [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807368, 'name': PowerOnVM_Task, 'duration_secs': 0.523567} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.686516] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.686844] env[62633]: INFO nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Took 12.53 seconds to spawn the instance on the hypervisor. [ 1432.687146] env[62633]: DEBUG nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1432.688252] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca591e1f-43ce-4eef-991e-5c9af0cb8293 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.777512] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.815795] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807373, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.816838] env[62633]: DEBUG nova.network.neutron [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Updating instance_info_cache with network_info: [{"id": "9a10900b-29cd-4f2f-b15a-8607e2bfd670", "address": "fa:16:3e:6d:be:fe", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a10900b-29", "ovs_interfaceid": "9a10900b-29cd-4f2f-b15a-8607e2bfd670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.822254] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c2728c-cffc-4466-9ba5-42cca7de2eee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.829234] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba80a12f-da5b-47fa-bfdc-74efde17b939 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.877252] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528d1c57-2123-b664-64ce-785a7289fd11, 'name': SearchDatastore_Task, 'duration_secs': 0.013447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.880455] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95568cec-60cf-44a2-a1df-147284127fed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.883458] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.884720] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 806fccfd-d508-4b9e-8bdc-22758fc09dd5/806fccfd-d508-4b9e-8bdc-22758fc09dd5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.884720] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.884846] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.885392] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b41c3b25-f502-499f-96ea-a9de732587c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.891641] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78fa2650-f3ba-4a03-bb77-6db7e25a367a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.900238] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1351113-5500-4bc9-a2da-09ed94e5fb1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.907447] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.907658] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.908973] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1432.908973] env[62633]: value = "task-1807374" [ 1432.908973] env[62633]: _type = "Task" [ 1432.908973] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.909206] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949f71e6-f151-4c95-9e8d-98f1e472e2f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.927929] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.940354] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.941343] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1432.941343] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5266b47f-f14f-7374-87eb-bd973e164153" [ 1432.941343] env[62633]: _type = "Task" [ 1432.941343] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.950999] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5266b47f-f14f-7374-87eb-bd973e164153, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.952446] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aad2272-80a1-4190-b0b9-08f41c817db0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.959818] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1432.959818] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c95738-ee0e-0601-4fd7-9a884d5e0c73" [ 1432.959818] env[62633]: _type = "Task" [ 1432.959818] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.972701] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c95738-ee0e-0601-4fd7-9a884d5e0c73, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.972976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.973369] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1432.973689] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.973879] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.974139] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a219e542-2bb0-4d13-8f30-0e5536b8bcdb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.976502] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d1e5bdf-55c4-46fe-b5cc-2a53f319e416 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.985157] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1432.985157] env[62633]: value = "task-1807375" [ 1432.985157] env[62633]: _type = "Task" [ 1432.985157] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.988034] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.988034] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.990518] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db3240b-3a78-4669-afb5-6a613a95727c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.999724] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.999724] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1432.999724] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52668dbe-65a9-1aae-a2e8-4b38165d0cb4" [ 1432.999724] env[62633]: _type = "Task" [ 1432.999724] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.008356] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52668dbe-65a9-1aae-a2e8-4b38165d0cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.009181] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ddd0ad-48bb-48c4-9fd2-fd4c2d80fad6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.015611] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1433.015611] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5255940f-9025-7904-cb98-32a900b94db4" [ 1433.015611] env[62633]: _type = "Task" [ 1433.015611] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.024638] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5255940f-9025-7904-cb98-32a900b94db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.217403] env[62633]: INFO nova.compute.manager [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Took 18.58 seconds to build instance. [ 1433.265332] env[62633]: DEBUG nova.network.neutron [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Successfully created port: 31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.283717] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.311828] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807373, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.320419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Releasing lock "refresh_cache-aa374277-1307-492e-9f0f-cefa11d24fbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.320963] env[62633]: DEBUG nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Instance network_info: |[{"id": "9a10900b-29cd-4f2f-b15a-8607e2bfd670", "address": "fa:16:3e:6d:be:fe", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a10900b-29", "ovs_interfaceid": "9a10900b-29cd-4f2f-b15a-8607e2bfd670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1433.321549] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:be:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a10900b-29cd-4f2f-b15a-8607e2bfd670', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.330282] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Creating folder: Project (41e7a0ce4cc4417d940189ca31314311). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.331019] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c7abb8-ef85-4443-bfdf-8c002233648d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.342075] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Created folder: Project (41e7a0ce4cc4417d940189ca31314311) in parent group-v374582. [ 1433.342316] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Creating folder: Instances. Parent ref: group-v374615. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.342688] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73b6f0b5-7841-4e98-80da-cc6e89657595 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.355121] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Created folder: Instances in parent group-v374615. [ 1433.355121] env[62633]: DEBUG oslo.service.loopingcall [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.355407] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.355407] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d6cf255-d995-41c8-8277-b4bed0915cb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.373627] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Updated VIF entry in instance network info cache for port e745c581-5499-4817-a0be-46bb932a8d27. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.374182] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Updating instance_info_cache with network_info: [{"id": "e745c581-5499-4817-a0be-46bb932a8d27", "address": "fa:16:3e:ef:a2:14", "network": {"id": "a0f7321a-ba07-40f2-a85c-a8ae67ebb1e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1005914824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fa947db42663400aa12b44cb7187ff58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape745c581-54", "ovs_interfaceid": "e745c581-5499-4817-a0be-46bb932a8d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.376357] env[62633]: DEBUG nova.network.neutron [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updated VIF entry in instance network info cache for port 2fbfde78-4021-434e-89bd-af9b18dbab4f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.378831] env[62633]: DEBUG nova.network.neutron [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updating instance_info_cache with network_info: [{"id": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "address": "fa:16:3e:c1:0f:a4", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbfde78-40", "ovs_interfaceid": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.384448] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.384448] env[62633]: value = "task-1807378" [ 1433.384448] env[62633]: _type = "Task" [ 1433.384448] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.387425] env[62633]: DEBUG nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1433.401746] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807378, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.421298] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1433.421805] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1433.422136] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.422505] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1433.423648] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.423648] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1433.423648] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1433.423648] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1433.423648] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1433.423943] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1433.423993] env[62633]: DEBUG nova.virt.hardware [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1433.425338] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37771164-74f6-4c8f-be49-2fc8db7e478f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.437585] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519554} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.443134] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 806fccfd-d508-4b9e-8bdc-22758fc09dd5/806fccfd-d508-4b9e-8bdc-22758fc09dd5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.443134] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.443134] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-924f4471-ca23-4838-bda1-1cd7ab3e909f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.445158] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cb782-fe2f-4f0f-9512-1ff47b3f6581 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.465735] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1433.465735] env[62633]: value = "task-1807379" [ 1433.465735] env[62633]: _type = "Task" [ 1433.465735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.470315] env[62633]: ERROR nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [req-bb66ea9e-634b-4560-85be-df00fe26ace3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bb66ea9e-634b-4560-85be-df00fe26ace3"}]} [ 1433.479897] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.498638] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807375, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.499902] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1433.520735] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1433.521048] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1433.531367] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5255940f-9025-7904-cb98-32a900b94db4, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.531690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.531983] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.532466] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28220910-5711-4a70-96c1-b77941af8b7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.538368] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1433.542884] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1433.542884] env[62633]: value = "task-1807380" [ 1433.542884] env[62633]: _type = "Task" [ 1433.542884] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.553193] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.568566] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1433.721679] env[62633]: DEBUG oslo_concurrency.lockutils [None req-62e08797-f896-4bd2-b7aa-412fe68f0035 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.096s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.792437] env[62633]: DEBUG oslo_vmware.api [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807371, 'name': PowerOnVM_Task, 'duration_secs': 1.203756} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.793026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.793727] env[62633]: INFO nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1433.794497] env[62633]: DEBUG nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1433.799023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b86bffc-7919-409e-8950-8f11e174ed23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.826396] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807373, 'name': CreateVM_Task, 'duration_secs': 1.122768} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.826663] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.828843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.828843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.829277] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.834321] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58d801e-616b-417f-b45a-ee2113335e75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.837182] env[62633]: DEBUG nova.network.neutron [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Successfully updated port: e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.846646] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1433.846646] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52444be2-f482-74dc-d9ce-25783554f363" [ 1433.846646] env[62633]: _type = "Task" [ 1433.846646] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.864813] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52444be2-f482-74dc-d9ce-25783554f363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.879983] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Releasing lock "refresh_cache-3216bcfe-9b1d-40ab-bdbf-fc95d718d064" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.880276] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-changed-b00f17aa-2b7a-452c-9748-bbfef935c0ac {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1433.880476] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Refreshing instance network info cache due to event network-changed-b00f17aa-2b7a-452c-9748-bbfef935c0ac. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1433.880820] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Acquiring lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.880820] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Acquired lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.880945] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Refreshing network info cache for port b00f17aa-2b7a-452c-9748-bbfef935c0ac {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.882589] env[62633]: DEBUG oslo_concurrency.lockutils [req-bef5dfa8-b4f0-4436-97f0-e07d33d74aed req-b632a5c0-6341-450e-a4fb-5f2e0cbb3155 service nova] Releasing lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.902154] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807378, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.985389] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108898} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.985389] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.985977] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377b9ddd-9ac8-4590-a920-67edb7a017c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.014895] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 806fccfd-d508-4b9e-8bdc-22758fc09dd5/806fccfd-d508-4b9e-8bdc-22758fc09dd5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.022524] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c1b984-68a4-4595-8947-5a21218e49fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.037081] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773646} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.038746] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. [ 1434.040161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b74fbf0-16cc-4d0b-a55f-f4be57455c68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.049016] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1434.049016] env[62633]: value = "task-1807381" [ 1434.049016] env[62633]: _type = "Task" [ 1434.049016] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.081232] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807380, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.093096] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.093096] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0353cc9-8db4-4ff3-b4d8-2bdca23094bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.115998] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.124354] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1434.124354] env[62633]: value = "task-1807382" [ 1434.124354] env[62633]: _type = "Task" [ 1434.124354] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.134215] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.160231] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15000ed-c5d0-4ec3-85fd-d9b448bedbca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.169667] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff89b1e6-ebc0-4c0b-9577-08617047dab2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.209413] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb1920-1ddb-4dcb-834c-0d6d3ac1a72c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.219411] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318f30f-fee9-4e5d-8b32-9604a5da16cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.224280] env[62633]: DEBUG nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1434.236474] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1434.334022] env[62633]: INFO nova.compute.manager [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Took 17.52 seconds to build instance. [ 1434.339630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.339770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquired lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.340109] env[62633]: DEBUG nova.network.neutron [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.358168] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52444be2-f482-74dc-d9ce-25783554f363, 'name': SearchDatastore_Task, 'duration_secs': 0.019413} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.358493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.360063] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.360063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.360063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.360382] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.360742] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0bab482-12b1-47cd-8cae-ccea4e5ec4e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.379858] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.379858] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.385168] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.385168] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.386416] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ccaade-24c6-4f5b-a96b-4d7701ea4098 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.398017] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1434.398017] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524f90b4-67a3-939f-c4f1-8ab7b36df4e5" [ 1434.398017] env[62633]: _type = "Task" [ 1434.398017] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.403622] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807378, 'name': CreateVM_Task, 'duration_secs': 0.70121} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.404129] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.405051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.405225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.405535] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1434.409818] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7cd7cf7-a849-449a-bd85-edb697a6f97a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.410650] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524f90b4-67a3-939f-c4f1-8ab7b36df4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.413729] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1434.413729] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52582576-f19c-38c6-7f9a-2950450a3661" [ 1434.413729] env[62633]: _type = "Task" [ 1434.413729] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.423280] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52582576-f19c-38c6-7f9a-2950450a3661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.560947] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759391} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.561860] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.563749] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.563749] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3a09e1b-a0f8-456e-91f9-e3fd9d46de08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.567896] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.574530] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1434.574530] env[62633]: value = "task-1807383" [ 1434.574530] env[62633]: _type = "Task" [ 1434.574530] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.584114] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.637598] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.766538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.775878] env[62633]: ERROR nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [req-d58369f8-271d-4f5d-ae4f-1fe915e09125] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d58369f8-271d-4f5d-ae4f-1fe915e09125"}]} [ 1434.790977] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Updated VIF entry in instance network info cache for port b00f17aa-2b7a-452c-9748-bbfef935c0ac. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.791553] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Updating instance_info_cache with network_info: [{"id": "6b60f939-70cb-4354-9c5a-175b0d77ef91", "address": "fa:16:3e:24:1f:c6", "network": {"id": "9384ea59-f8bf-4e51-96c1-3622bf5cd85f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2140911614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b60f939-70", "ovs_interfaceid": "6b60f939-70cb-4354-9c5a-175b0d77ef91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b00f17aa-2b7a-452c-9748-bbfef935c0ac", "address": "fa:16:3e:22:ec:b5", "network": {"id": "b60325c1-61e7-49d8-ba2c-aecdc8072217", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1393615645", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00f17aa-2b", "ovs_interfaceid": "b00f17aa-2b7a-452c-9748-bbfef935c0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6eb5e9f-0974-4018-a82a-46eee89e5ace", "address": "fa:16:3e:9f:2a:17", "network": {"id": "9384ea59-f8bf-4e51-96c1-3622bf5cd85f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2140911614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6eb5e9f-09", "ovs_interfaceid": "a6eb5e9f-0974-4018-a82a-46eee89e5ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.809145] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1434.836359] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d65ae8c5-c22e-4920-a063-53e99b5dff50 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.044s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.844449] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1434.844754] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1434.872049] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1434.907200] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1434.914221] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524f90b4-67a3-939f-c4f1-8ab7b36df4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.018165} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.917969] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38a2d30-a901-422c-9269-cd9b42b1a25c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.925885] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52582576-f19c-38c6-7f9a-2950450a3661, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.927353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.928078] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.928078] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.928233] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1434.928233] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52ecdb36-f05a-ac97-dceb-520cdbfaf289" [ 1434.928233] env[62633]: _type = "Task" [ 1434.928233] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.933977] env[62633]: DEBUG nova.network.neutron [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.941554] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ecdb36-f05a-ac97-dceb-520cdbfaf289, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.944421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.944722] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 15bbd333-72b2-4500-b845-a41b3b763214/15bbd333-72b2-4500-b845-a41b3b763214.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.946775] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.946775] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.946775] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd78aa9c-0d1d-4249-8307-660d8c0b46db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.952219] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3563324d-d6cc-4a12-8ef9-4e4415630d53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.960013] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1434.960013] env[62633]: value = "task-1807384" [ 1434.960013] env[62633]: _type = "Task" [ 1434.960013] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.965871] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.965871] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.969263] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d5ca44f-9261-436f-9cf3-a7a58f45aa66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.974897] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.982038] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1434.982038] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b75845-caaa-f1bd-6b77-17c7e66c2b55" [ 1434.982038] env[62633]: _type = "Task" [ 1434.982038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.989448] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b75845-caaa-f1bd-6b77-17c7e66c2b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.068201] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807381, 'name': ReconfigVM_Task, 'duration_secs': 0.877886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.070797] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 806fccfd-d508-4b9e-8bdc-22758fc09dd5/806fccfd-d508-4b9e-8bdc-22758fc09dd5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.072156] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b4fa40b-b28d-4236-9b70-b9889987803a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.084216] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1435.084216] env[62633]: value = "task-1807385" [ 1435.084216] env[62633]: _type = "Task" [ 1435.084216] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.091127] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231732} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.091857] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.092790] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a4a865-a27d-43ce-9b7f-86ff84508fce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.103204] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807385, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.139670] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.146576] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7547c54-0086-4369-bbfb-973ad0c7a4d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.189043] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807382, 'name': ReconfigVM_Task, 'duration_secs': 0.896213} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.190854] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.195025] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1435.195025] env[62633]: value = "task-1807386" [ 1435.195025] env[62633]: _type = "Task" [ 1435.195025] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.195025] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2ad37-57da-4682-8e66-e7a6c06b0bbe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.240041] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a208e6da-9e56-4e04-82fb-406c3f522252 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.251294] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.258233] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1435.258233] env[62633]: value = "task-1807387" [ 1435.258233] env[62633]: _type = "Task" [ 1435.258233] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.267816] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.298995] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Releasing lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.299426] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Received event network-vif-deleted-d2347ac7-91d3-4690-95f7-c9b30230a9b5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1435.299633] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-vif-plugged-a6eb5e9f-0974-4018-a82a-46eee89e5ace {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1435.299849] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Acquiring lock "15bbd333-72b2-4500-b845-a41b3b763214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.300092] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Lock "15bbd333-72b2-4500-b845-a41b3b763214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.300314] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Lock "15bbd333-72b2-4500-b845-a41b3b763214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.300480] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] No waiting events found dispatching network-vif-plugged-a6eb5e9f-0974-4018-a82a-46eee89e5ace {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1435.301359] env[62633]: WARNING nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received unexpected event network-vif-plugged-a6eb5e9f-0974-4018-a82a-46eee89e5ace for instance with vm_state building and task_state spawning. [ 1435.301359] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-changed-a6eb5e9f-0974-4018-a82a-46eee89e5ace {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1435.301359] env[62633]: DEBUG nova.compute.manager [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Refreshing instance network info cache due to event network-changed-a6eb5e9f-0974-4018-a82a-46eee89e5ace. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1435.301610] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Acquiring lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.301610] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Acquired lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.301742] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Refreshing network info cache for port a6eb5e9f-0974-4018-a82a-46eee89e5ace {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.340306] env[62633]: DEBUG nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1435.477883] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807384, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.491277] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b75845-caaa-f1bd-6b77-17c7e66c2b55, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.492297] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fe89b1-d18c-42f5-8efc-e4988604f78f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.496520] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7824a61d-237e-4d2c-b2ff-c64061e93c85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.503056] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1435.503056] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d9bc7f-7135-822c-a826-7caeecceb6ce" [ 1435.503056] env[62633]: _type = "Task" [ 1435.503056] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.506675] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d816647-3e61-4c9d-bdf7-e1b5b4d7eb21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.512468] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d9bc7f-7135-822c-a826-7caeecceb6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.541625] env[62633]: DEBUG nova.network.neutron [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Updating instance_info_cache with network_info: [{"id": "e5ca600d-237d-415d-a353-e3d4b1a931c7", "address": "fa:16:3e:72:a0:90", "network": {"id": "3eaa6042-fbec-4741-84fc-b4aadb7aba6c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512144944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ff0ab5b4a2474f969fe092af97d832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca600d-23", "ovs_interfaceid": "e5ca600d-237d-415d-a353-e3d4b1a931c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.543323] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0160f1a-0db2-4cdf-a402-18ec88f528db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.550665] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80180e70-f14b-41b9-8587-bae331104dd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.565543] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1435.593915] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807385, 'name': Rename_Task, 'duration_secs': 0.242972} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.594103] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.594349] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8c7b15-bdc4-4d13-9c1b-1355bb867074 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.600680] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1435.600680] env[62633]: value = "task-1807388" [ 1435.600680] env[62633]: _type = "Task" [ 1435.600680] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.608289] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.705876] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.768509] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807387, 'name': ReconfigVM_Task, 'duration_secs': 0.256581} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.768509] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.768509] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa4eea97-5e27-4c6d-a54c-71518a8ceaef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.774881] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1435.774881] env[62633]: value = "task-1807392" [ 1435.774881] env[62633]: _type = "Task" [ 1435.774881] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.782973] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.824452] env[62633]: DEBUG nova.compute.manager [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Received event network-vif-plugged-e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1435.824452] env[62633]: DEBUG oslo_concurrency.lockutils [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] Acquiring lock "8975a6e8-03f5-424b-8843-79a4033b9790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.824452] env[62633]: DEBUG oslo_concurrency.lockutils [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] Lock "8975a6e8-03f5-424b-8843-79a4033b9790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.824452] env[62633]: DEBUG oslo_concurrency.lockutils [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] Lock "8975a6e8-03f5-424b-8843-79a4033b9790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.824452] env[62633]: DEBUG nova.compute.manager [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] No waiting events found dispatching network-vif-plugged-e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1435.824452] env[62633]: WARNING nova.compute.manager [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Received unexpected event network-vif-plugged-e5ca600d-237d-415d-a353-e3d4b1a931c7 for instance with vm_state building and task_state spawning. [ 1435.824654] env[62633]: DEBUG nova.compute.manager [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Received event network-changed-e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1435.825112] env[62633]: DEBUG nova.compute.manager [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Refreshing instance network info cache due to event network-changed-e5ca600d-237d-415d-a353-e3d4b1a931c7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1435.825240] env[62633]: DEBUG oslo_concurrency.lockutils [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] Acquiring lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.869646] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.880174] env[62633]: DEBUG nova.network.neutron [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Successfully updated port: 31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.914587] env[62633]: DEBUG nova.compute.manager [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Received event network-vif-plugged-9a10900b-29cd-4f2f-b15a-8607e2bfd670 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1435.914890] env[62633]: DEBUG oslo_concurrency.lockutils [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] Acquiring lock "aa374277-1307-492e-9f0f-cefa11d24fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.915148] env[62633]: DEBUG oslo_concurrency.lockutils [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] Lock "aa374277-1307-492e-9f0f-cefa11d24fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.915325] env[62633]: DEBUG oslo_concurrency.lockutils [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] Lock "aa374277-1307-492e-9f0f-cefa11d24fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.915887] env[62633]: DEBUG nova.compute.manager [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] No waiting events found dispatching network-vif-plugged-9a10900b-29cd-4f2f-b15a-8607e2bfd670 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1435.915982] env[62633]: WARNING nova.compute.manager [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Received unexpected event network-vif-plugged-9a10900b-29cd-4f2f-b15a-8607e2bfd670 for instance with vm_state building and task_state spawning. [ 1435.916591] env[62633]: DEBUG nova.compute.manager [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Received event network-changed-9a10900b-29cd-4f2f-b15a-8607e2bfd670 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1435.916796] env[62633]: DEBUG nova.compute.manager [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Refreshing instance network info cache due to event network-changed-9a10900b-29cd-4f2f-b15a-8607e2bfd670. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1435.916983] env[62633]: DEBUG oslo_concurrency.lockutils [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] Acquiring lock "refresh_cache-aa374277-1307-492e-9f0f-cefa11d24fbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.917141] env[62633]: DEBUG oslo_concurrency.lockutils [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] Acquired lock "refresh_cache-aa374277-1307-492e-9f0f-cefa11d24fbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.917315] env[62633]: DEBUG nova.network.neutron [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Refreshing network info cache for port 9a10900b-29cd-4f2f-b15a-8607e2bfd670 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.981228] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807384, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.019705] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d9bc7f-7135-822c-a826-7caeecceb6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01668} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.020218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.021493] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] aa374277-1307-492e-9f0f-cefa11d24fbd/aa374277-1307-492e-9f0f-cefa11d24fbd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.021812] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3900d4d2-f407-4522-834a-612049c56cdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.029769] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1436.029769] env[62633]: value = "task-1807393" [ 1436.029769] env[62633]: _type = "Task" [ 1436.029769] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.045035] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.046657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Releasing lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.046984] env[62633]: DEBUG nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Instance network_info: |[{"id": "e5ca600d-237d-415d-a353-e3d4b1a931c7", "address": "fa:16:3e:72:a0:90", "network": {"id": "3eaa6042-fbec-4741-84fc-b4aadb7aba6c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512144944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ff0ab5b4a2474f969fe092af97d832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca600d-23", "ovs_interfaceid": "e5ca600d-237d-415d-a353-e3d4b1a931c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1436.047293] env[62633]: DEBUG oslo_concurrency.lockutils [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] Acquired lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.047485] env[62633]: DEBUG nova.network.neutron [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Refreshing network info cache for port e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.048791] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a0:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5ca600d-237d-415d-a353-e3d4b1a931c7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.056736] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Creating folder: Project (b4ff0ab5b4a2474f969fe092af97d832). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.057765] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6425fadc-66a0-4185-b079-ab506ee5fd78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.074539] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Created folder: Project (b4ff0ab5b4a2474f969fe092af97d832) in parent group-v374582. [ 1436.074753] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Creating folder: Instances. Parent ref: group-v374620. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1436.076293] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90f6d49c-07ab-4c54-a105-1db53f76d735 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.086484] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Created folder: Instances in parent group-v374620. [ 1436.086765] env[62633]: DEBUG oslo.service.loopingcall [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1436.086994] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.087243] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-809987a7-ada5-415d-80f7-fd1ee1d153ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.103804] env[62633]: ERROR nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [req-23bc7479-ce71-420a-863a-527b7f8df517] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-23bc7479-ce71-420a-863a-527b7f8df517"}]} [ 1436.116110] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.120551] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.120551] env[62633]: value = "task-1807396" [ 1436.120551] env[62633]: _type = "Task" [ 1436.120551] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.128406] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807396, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.131193] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1436.152200] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1436.152528] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.170961] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1436.174588] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Updated VIF entry in instance network info cache for port a6eb5e9f-0974-4018-a82a-46eee89e5ace. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.175541] env[62633]: DEBUG nova.network.neutron [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Updating instance_info_cache with network_info: [{"id": "6b60f939-70cb-4354-9c5a-175b0d77ef91", "address": "fa:16:3e:24:1f:c6", "network": {"id": "9384ea59-f8bf-4e51-96c1-3622bf5cd85f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2140911614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b60f939-70", "ovs_interfaceid": "6b60f939-70cb-4354-9c5a-175b0d77ef91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b00f17aa-2b7a-452c-9748-bbfef935c0ac", "address": "fa:16:3e:22:ec:b5", "network": {"id": "b60325c1-61e7-49d8-ba2c-aecdc8072217", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1393615645", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00f17aa-2b", "ovs_interfaceid": "b00f17aa-2b7a-452c-9748-bbfef935c0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6eb5e9f-0974-4018-a82a-46eee89e5ace", "address": "fa:16:3e:9f:2a:17", "network": {"id": "9384ea59-f8bf-4e51-96c1-3622bf5cd85f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2140911614", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6eb5e9f-09", "ovs_interfaceid": "a6eb5e9f-0974-4018-a82a-46eee89e5ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.203021] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1436.209377] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807386, 'name': ReconfigVM_Task, 'duration_secs': 0.664803} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.209708] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.210378] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4510a565-2ded-4b89-bf9d-3719bd193485 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.218515] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1436.218515] env[62633]: value = "task-1807398" [ 1436.218515] env[62633]: _type = "Task" [ 1436.218515] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.228380] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807398, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.287830] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.386040] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.386094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.386239] env[62633]: DEBUG nova.network.neutron [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.414881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "60fe6885-f374-4b2f-80f7-eff50e708406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.415195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "60fe6885-f374-4b2f-80f7-eff50e708406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.486900] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807384, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.367899} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.488376] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 15bbd333-72b2-4500-b845-a41b3b763214/15bbd333-72b2-4500-b845-a41b3b763214.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.488376] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.488635] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5341331-9075-4151-a008-cef6192ea007 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.498650] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1436.498650] env[62633]: value = "task-1807399" [ 1436.498650] env[62633]: _type = "Task" [ 1436.498650] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.507992] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.539966] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807393, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.620489] env[62633]: DEBUG oslo_vmware.api [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807388, 'name': PowerOnVM_Task, 'duration_secs': 0.928664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.624921] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.625178] env[62633]: INFO nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Took 11.77 seconds to spawn the instance on the hypervisor. [ 1436.625438] env[62633]: DEBUG nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1436.626170] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c615553f-e275-4d1f-92fc-85541fb9297c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.629346] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c2f054-80b7-4046-a7a1-b29864c76575 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.638540] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807396, 'name': CreateVM_Task, 'duration_secs': 0.516238} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.641984] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.649022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.649022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.649022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.649022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb0385c-d27e-46ee-af96-ea778da7915d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.651337] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce025706-e679-41a4-9a0f-c2f743d1fc71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.682098] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe733c4e-cc5c-48f5-9db2-39c083566ef3 req-329846ae-aae4-4d73-966d-51dd1644a8b9 service nova] Releasing lock "refresh_cache-15bbd333-72b2-4500-b845-a41b3b763214" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1436.685014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28811b0b-41b3-4e5d-a28d-7cce2c48600f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.687971] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1436.687971] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523a4e8c-0843-fd13-b4d1-54e6f9a582f3" [ 1436.687971] env[62633]: _type = "Task" [ 1436.687971] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.699044] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a665f98-0311-469d-81ff-30010ad5041c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.703879] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523a4e8c-0843-fd13-b4d1-54e6f9a582f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.717594] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1436.731419] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807398, 'name': Rename_Task, 'duration_secs': 0.230478} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.731709] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.731960] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a44c267-0484-4cab-bd66-160efda88adf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.742475] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1436.742475] env[62633]: value = "task-1807400" [ 1436.742475] env[62633]: _type = "Task" [ 1436.742475] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.758175] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.786878] env[62633]: DEBUG oslo_vmware.api [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807392, 'name': PowerOnVM_Task, 'duration_secs': 0.528895} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.787260] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.791016] env[62633]: DEBUG nova.compute.manager [None req-bd0fdee9-c8b4-488a-8fa9-eaac6cfe6a2f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1436.792365] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f08a6a-51e5-4d8a-b222-f4b5144cef14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.933815] env[62633]: DEBUG nova.network.neutron [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.007845] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355031} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.011586] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.011586] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55344f5a-abf9-4885-b488-5adfe71b3175 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.039539] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 15bbd333-72b2-4500-b845-a41b3b763214/15bbd333-72b2-4500-b845-a41b3b763214.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.045747] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323a9ae4-fede-4502-b55d-13e103f123eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.070762] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818153} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.071980] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] aa374277-1307-492e-9f0f-cefa11d24fbd/aa374277-1307-492e-9f0f-cefa11d24fbd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.072221] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.072958] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1437.072958] env[62633]: value = "task-1807401" [ 1437.072958] env[62633]: _type = "Task" [ 1437.072958] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.072958] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22c24946-2c3d-4738-a58f-70159c9025e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.083645] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807401, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.085097] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1437.085097] env[62633]: value = "task-1807402" [ 1437.085097] env[62633]: _type = "Task" [ 1437.085097] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.092420] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.102849] env[62633]: DEBUG nova.network.neutron [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updating instance_info_cache with network_info: [{"id": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "address": "fa:16:3e:99:86:04", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b6cb84-0e", "ovs_interfaceid": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.163014] env[62633]: INFO nova.compute.manager [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Took 17.26 seconds to build instance. [ 1437.203284] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523a4e8c-0843-fd13-b4d1-54e6f9a582f3, 'name': SearchDatastore_Task, 'duration_secs': 0.055735} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.204141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.204141] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.204141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.204141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.204355] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.204565] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad9ba0ad-bd21-4c57-bc33-b9243b0c0333 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.216408] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.216601] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.217360] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0278cb0c-3769-4474-922c-636304015196 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.229519] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1437.229519] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5263430c-7bbe-e09c-d040-63255fbaa105" [ 1437.229519] env[62633]: _type = "Task" [ 1437.229519] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.244703] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5263430c-7bbe-e09c-d040-63255fbaa105, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.249294] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafc9477-46c0-4d37-a78b-8bad33d8aea2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.259260] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807400, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.259616] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1437.259616] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52320907-b814-c1cf-84a8-a6801f77e054" [ 1437.259616] env[62633]: _type = "Task" [ 1437.259616] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.268956] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52320907-b814-c1cf-84a8-a6801f77e054, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.271605] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.271963] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8975a6e8-03f5-424b-8843-79a4033b9790/8975a6e8-03f5-424b-8843-79a4033b9790.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1437.272879] env[62633]: DEBUG nova.scheduler.client.report [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1437.273043] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 28 to 29 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1437.273208] env[62633]: DEBUG nova.compute.provider_tree [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1437.276769] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e080bb3-1acd-4e04-89b7-300f43d2fc82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.284567] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1437.284567] env[62633]: value = "task-1807403" [ 1437.284567] env[62633]: _type = "Task" [ 1437.284567] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.293968] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.442009] env[62633]: DEBUG nova.network.neutron [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Updated VIF entry in instance network info cache for port 9a10900b-29cd-4f2f-b15a-8607e2bfd670. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.442009] env[62633]: DEBUG nova.network.neutron [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Updating instance_info_cache with network_info: [{"id": "9a10900b-29cd-4f2f-b15a-8607e2bfd670", "address": "fa:16:3e:6d:be:fe", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a10900b-29", "ovs_interfaceid": "9a10900b-29cd-4f2f-b15a-8607e2bfd670", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.466892] env[62633]: DEBUG nova.compute.manager [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1437.469095] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7ce7ac-5798-4ff8-9cc2-8a3a0b24fd28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.549806] env[62633]: DEBUG nova.network.neutron [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Updated VIF entry in instance network info cache for port e5ca600d-237d-415d-a353-e3d4b1a931c7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.549806] env[62633]: DEBUG nova.network.neutron [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Updating instance_info_cache with network_info: [{"id": "e5ca600d-237d-415d-a353-e3d4b1a931c7", "address": "fa:16:3e:72:a0:90", "network": {"id": "3eaa6042-fbec-4741-84fc-b4aadb7aba6c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512144944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ff0ab5b4a2474f969fe092af97d832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca600d-23", "ovs_interfaceid": "e5ca600d-237d-415d-a353-e3d4b1a931c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.587588] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.596809] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.428492} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.597731] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.601019] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e6ffa7-ac2a-4d3e-b59a-6363cc0d5d9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.614262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Releasing lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.614898] env[62633]: DEBUG nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance network_info: |[{"id": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "address": "fa:16:3e:99:86:04", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b6cb84-0e", "ovs_interfaceid": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1437.625571] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] aa374277-1307-492e-9f0f-cefa11d24fbd/aa374277-1307-492e-9f0f-cefa11d24fbd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.626261] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:86:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31b6cb84-0eba-4580-9a0f-ae70b029d9a5', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.635108] env[62633]: DEBUG oslo.service.loopingcall [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.635494] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d231ec21-d298-4180-8a10-8c1af9a71451 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.652343] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.652891] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c160a7c5-cbe9-4525-9352-fcf370dd2c28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.668857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1149487a-ca50-4059-b5fd-43714789dc72 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.792s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.674358] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1437.674358] env[62633]: value = "task-1807404" [ 1437.674358] env[62633]: _type = "Task" [ 1437.674358] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.676523] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.676523] env[62633]: value = "task-1807405" [ 1437.676523] env[62633]: _type = "Task" [ 1437.676523] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.690883] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807405, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.694922] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.756997] env[62633]: DEBUG oslo_vmware.api [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807400, 'name': PowerOnVM_Task, 'duration_secs': 0.812256} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.757209] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.757392] env[62633]: DEBUG nova.compute.manager [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1437.758275] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd6a03-009f-4327-92ab-366fd3856067 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.780827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.451s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.781445] env[62633]: DEBUG nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1437.784192] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.526s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.785919] env[62633]: INFO nova.compute.claims [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.798222] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504057} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.798222] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8975a6e8-03f5-424b-8843-79a4033b9790/8975a6e8-03f5-424b-8843-79a4033b9790.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.798448] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.798671] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b824b39-cfae-4c42-937a-427b5a9a709c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.804892] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1437.804892] env[62633]: value = "task-1807406" [ 1437.804892] env[62633]: _type = "Task" [ 1437.804892] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.812613] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.858941] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.859238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.944573] env[62633]: DEBUG oslo_concurrency.lockutils [req-96a1b916-b483-4697-9312-d101d8f30f92 req-003fa069-f5a6-4bfb-9055-78b481ca012c service nova] Releasing lock "refresh_cache-aa374277-1307-492e-9f0f-cefa11d24fbd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.982048] env[62633]: INFO nova.compute.manager [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] instance snapshotting [ 1437.986294] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf4b4f0-9733-4590-8504-e4cbc64d3f1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.018906] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077202ec-e7bd-417f-b3fd-35a4de9fd3fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.052739] env[62633]: DEBUG oslo_concurrency.lockutils [req-4fc9617d-d89f-49a4-b99a-c3a35058988c req-c9280022-f1f5-479b-ae11-d132c7b4c431 service nova] Releasing lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.088200] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807401, 'name': ReconfigVM_Task, 'duration_secs': 0.585764} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.088587] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 15bbd333-72b2-4500-b845-a41b3b763214/15bbd333-72b2-4500-b845-a41b3b763214.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.089928] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63eb5a98-47be-449d-b666-4c95b95be481 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.096840] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1438.096840] env[62633]: value = "task-1807407" [ 1438.096840] env[62633]: _type = "Task" [ 1438.096840] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.106442] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807407, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.173493] env[62633]: DEBUG nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1438.193031] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807404, 'name': ReconfigVM_Task, 'duration_secs': 0.351803} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.196698] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Reconfigured VM instance instance-0000000c to attach disk [datastore1] aa374277-1307-492e-9f0f-cefa11d24fbd/aa374277-1307-492e-9f0f-cefa11d24fbd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.197342] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807405, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.197554] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0f47e70-06dd-4327-86c8-323c942c63e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.204922] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1438.204922] env[62633]: value = "task-1807408" [ 1438.204922] env[62633]: _type = "Task" [ 1438.204922] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.219034] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807408, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.275137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.293064] env[62633]: DEBUG nova.compute.utils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1438.293064] env[62633]: DEBUG nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1438.293064] env[62633]: DEBUG nova.network.neutron [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.321230] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138311} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.321230] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1438.321230] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99020820-e772-4dbe-9d67-8d63281f9c0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.353704] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 8975a6e8-03f5-424b-8843-79a4033b9790/8975a6e8-03f5-424b-8843-79a4033b9790.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1438.355939] env[62633]: DEBUG nova.policy [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf3223c8be534e4884a68b825d502d9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61278b5eda4143e39eaf8d4eebcb207c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1438.358484] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97eaf682-66fc-4808-97e8-5cae0464ee48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.383785] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1438.383785] env[62633]: value = "task-1807409" [ 1438.383785] env[62633]: _type = "Task" [ 1438.383785] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.394746] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.531414] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1438.531764] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f099d60c-ebf6-4dd9-9187-f85380824acc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.539909] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1438.539909] env[62633]: value = "task-1807410" [ 1438.539909] env[62633]: _type = "Task" [ 1438.539909] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.549008] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.608649] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807407, 'name': Rename_Task, 'duration_secs': 0.317664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.608780] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.609084] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51a15db0-8bc6-4965-be71-28182136da16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.615913] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1438.615913] env[62633]: value = "task-1807411" [ 1438.615913] env[62633]: _type = "Task" [ 1438.615913] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.624427] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.693613] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807405, 'name': CreateVM_Task, 'duration_secs': 0.724722} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.693858] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.694572] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.694752] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.695107] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.695367] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e105d60d-ca46-40c5-87e7-455ad6ab22c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.700490] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1438.700490] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5208d3c8-c4d9-9106-7368-0aec0b88a27c" [ 1438.700490] env[62633]: _type = "Task" [ 1438.700490] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.701457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.711339] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5208d3c8-c4d9-9106-7368-0aec0b88a27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.716069] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807408, 'name': Rename_Task, 'duration_secs': 0.160457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.716314] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.716543] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56359b19-e44d-4906-b2f4-79e7509acfc0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.722759] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1438.722759] env[62633]: value = "task-1807412" [ 1438.722759] env[62633]: _type = "Task" [ 1438.722759] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.730642] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.799734] env[62633]: DEBUG nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1438.900838] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.049686] env[62633]: DEBUG nova.network.neutron [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Successfully created port: 2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.056996] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807410, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.138427] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807411, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.217295] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5208d3c8-c4d9-9106-7368-0aec0b88a27c, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.217776] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.218198] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.218600] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.219690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.219690] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.219690] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24dc37b0-5346-4b8b-a0e8-a557d9415e29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.237579] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.239203] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.239586] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.240937] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be2969e-24b5-48ce-af56-ccebc39c01f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.247216] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1439.247216] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c59fcd-c685-f0f0-ca28-2e95de25fdde" [ 1439.247216] env[62633]: _type = "Task" [ 1439.247216] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.255520] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c3248c-7ef0-433a-b404-c7337bb88c0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.265022] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c59fcd-c685-f0f0-ca28-2e95de25fdde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.274022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f609b5b-2564-4644-a41d-4de272c04ec1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.315180] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d265dd-b30e-42eb-bda8-cc71af0d9211 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.323616] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdacb93c-e16e-4460-aa3c-eeebc0fe1cd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.339232] env[62633]: DEBUG nova.compute.provider_tree [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.343986] env[62633]: DEBUG nova.compute.manager [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Received event network-vif-plugged-31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1439.344320] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Acquiring lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.344712] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.344820] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.345022] env[62633]: DEBUG nova.compute.manager [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] No waiting events found dispatching network-vif-plugged-31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1439.345268] env[62633]: WARNING nova.compute.manager [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Received unexpected event network-vif-plugged-31b6cb84-0eba-4580-9a0f-ae70b029d9a5 for instance with vm_state building and task_state spawning. [ 1439.345579] env[62633]: DEBUG nova.compute.manager [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Received event network-changed-31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1439.345851] env[62633]: DEBUG nova.compute.manager [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Refreshing instance network info cache due to event network-changed-31b6cb84-0eba-4580-9a0f-ae70b029d9a5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1439.345946] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Acquiring lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.346612] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Acquired lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.346612] env[62633]: DEBUG nova.network.neutron [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Refreshing network info cache for port 31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.398730] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807409, 'name': ReconfigVM_Task, 'duration_secs': 0.655123} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.399045] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 8975a6e8-03f5-424b-8843-79a4033b9790/8975a6e8-03f5-424b-8843-79a4033b9790.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.399706] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c563dd07-4c45-4115-8e65-8dde62c840c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.406685] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1439.406685] env[62633]: value = "task-1807414" [ 1439.406685] env[62633]: _type = "Task" [ 1439.406685] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.417026] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807414, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.557803] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807410, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.635531] env[62633]: DEBUG oslo_vmware.api [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807411, 'name': PowerOnVM_Task, 'duration_secs': 0.728431} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.635793] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.635972] env[62633]: INFO nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Took 26.32 seconds to spawn the instance on the hypervisor. [ 1439.636196] env[62633]: DEBUG nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.637110] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e4413f-bfd3-4c87-a934-f78cccb5a364 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.726263] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquiring lock "15e0af51-7b85-4963-b112-203ce9a45e4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.726508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "15e0af51-7b85-4963-b112-203ce9a45e4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.736506] env[62633]: DEBUG oslo_vmware.api [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807412, 'name': PowerOnVM_Task, 'duration_secs': 0.612013} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.736760] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.737107] env[62633]: INFO nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Took 11.39 seconds to spawn the instance on the hypervisor. [ 1439.737200] env[62633]: DEBUG nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.737931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5c7ad5-d676-4a56-ab16-1e3441efb4e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.757709] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c59fcd-c685-f0f0-ca28-2e95de25fdde, 'name': SearchDatastore_Task, 'duration_secs': 0.015949} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.758576] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a01456-c489-429f-9f55-0eb1813c4be8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.765426] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1439.765426] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5233f2bb-5f88-01ec-32da-c84611ae4a33" [ 1439.765426] env[62633]: _type = "Task" [ 1439.765426] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.776706] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5233f2bb-5f88-01ec-32da-c84611ae4a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.820463] env[62633]: DEBUG nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1439.849863] env[62633]: DEBUG nova.scheduler.client.report [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1439.854907] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1439.855153] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1439.855310] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.856715] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1439.856889] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.857266] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1439.857266] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1439.857435] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1439.857573] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1439.857735] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1439.857905] env[62633]: DEBUG nova.virt.hardware [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1439.861345] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1820c5c-ad87-4277-afb8-8c80d6ad8a8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.871446] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e08aa-f991-4673-b7e5-4812594561dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.922616] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807414, 'name': Rename_Task, 'duration_secs': 0.208475} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.922902] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.923165] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9945678-6696-4f14-812d-079ad3296f59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.930381] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1439.930381] env[62633]: value = "task-1807415" [ 1439.930381] env[62633]: _type = "Task" [ 1439.930381] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.942917] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.057233] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807410, 'name': CreateSnapshot_Task, 'duration_secs': 1.128175} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.057772] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1440.058603] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6838a918-6bcc-4bda-a4d0-a16c348eef8c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.160475] env[62633]: INFO nova.compute.manager [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Took 31.29 seconds to build instance. [ 1440.260141] env[62633]: INFO nova.compute.manager [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Took 18.59 seconds to build instance. [ 1440.276418] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5233f2bb-5f88-01ec-32da-c84611ae4a33, 'name': SearchDatastore_Task, 'duration_secs': 0.086122} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.276668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.276922] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 795950cb-806d-4027-b617-ee4aa9f5c0b9/795950cb-806d-4027-b617-ee4aa9f5c0b9.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.277265] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b86d09-28a3-4aec-977c-b9cf925fad9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.284961] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1440.284961] env[62633]: value = "task-1807416" [ 1440.284961] env[62633]: _type = "Task" [ 1440.284961] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.291897] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.365224] env[62633]: DEBUG nova.network.neutron [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updated VIF entry in instance network info cache for port 31b6cb84-0eba-4580-9a0f-ae70b029d9a5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.365224] env[62633]: DEBUG nova.network.neutron [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updating instance_info_cache with network_info: [{"id": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "address": "fa:16:3e:99:86:04", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b6cb84-0e", "ovs_interfaceid": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.365642] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.365841] env[62633]: DEBUG nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1440.368525] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.631s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.368767] env[62633]: DEBUG nova.objects.instance [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lazy-loading 'resources' on Instance uuid 5826a9d7-a57e-408d-b76a-8ead46f22671 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.441382] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.587076] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1440.587076] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e3e4db9-d8ee-4b74-a68a-30dfe6271d48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.598373] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1440.598373] env[62633]: value = "task-1807417" [ 1440.598373] env[62633]: _type = "Task" [ 1440.598373] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.609255] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807417, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.663065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-854a5336-84ab-4086-9c18-acca32d6f5f8 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "15bbd333-72b2-4500-b845-a41b3b763214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.804s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.765435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ddf36c38-5e6e-4b24-9e9f-bdc502d451d5 tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "aa374277-1307-492e-9f0f-cefa11d24fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.110s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.796364] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807416, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.870135] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Releasing lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.870555] env[62633]: DEBUG nova.compute.manager [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Received event network-changed-0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1440.870791] env[62633]: DEBUG nova.compute.manager [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Refreshing instance network info cache due to event network-changed-0b9138cf-f977-4e3d-a86f-5d3d18aa1d16. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1440.871086] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Acquiring lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.871304] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Acquired lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.871592] env[62633]: DEBUG nova.network.neutron [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Refreshing network info cache for port 0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.881198] env[62633]: DEBUG nova.compute.utils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.891636] env[62633]: DEBUG nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1440.891903] env[62633]: DEBUG nova.network.neutron [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.947554] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.056905] env[62633]: DEBUG nova.policy [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d4a612cf2cd4ee18e8d1bd996e39f3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '926d239ca539481bbb3e085d374c4bcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1441.109133] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807417, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.166926] env[62633]: DEBUG nova.compute.manager [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1441.268519] env[62633]: DEBUG nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1441.305546] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802186} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.306065] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 795950cb-806d-4027-b617-ee4aa9f5c0b9/795950cb-806d-4027-b617-ee4aa9f5c0b9.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.306471] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.306921] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6db71b5-37a8-479d-8b7b-d6f220ec8ae8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.316177] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1441.316177] env[62633]: value = "task-1807419" [ 1441.316177] env[62633]: _type = "Task" [ 1441.316177] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.328361] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.373161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f5c48f-f65e-4296-b500-fea2d40c3735 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.381719] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f0523f-b3ac-4574-8bd8-7cafbed612d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.417923] env[62633]: DEBUG nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1441.421609] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f6db1-860e-466e-9d27-52cde8823c6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.431422] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139f84ea-3a3f-4886-8d8e-afe08756b7f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.452115] env[62633]: DEBUG nova.compute.provider_tree [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.454910] env[62633]: DEBUG oslo_vmware.api [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807415, 'name': PowerOnVM_Task, 'duration_secs': 1.300597} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.455539] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.455747] env[62633]: INFO nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1441.455925] env[62633]: DEBUG nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1441.457355] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801ae3d7-a529-411d-b637-c8820952fe2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.551303] env[62633]: DEBUG nova.network.neutron [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Successfully updated port: 2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.610333] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807417, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.684391] env[62633]: INFO nova.compute.manager [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Rebuilding instance [ 1441.709515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.721089] env[62633]: DEBUG nova.network.neutron [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Updated VIF entry in instance network info cache for port 0b9138cf-f977-4e3d-a86f-5d3d18aa1d16. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.721089] env[62633]: DEBUG nova.network.neutron [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Updating instance_info_cache with network_info: [{"id": "0b9138cf-f977-4e3d-a86f-5d3d18aa1d16", "address": "fa:16:3e:e7:f4:75", "network": {"id": "f4bbc007-835f-4a0b-8f8c-c9bed920504f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-887289739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a0b43ecc03d404e85e57ece6470d8cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9138cf-f9", "ovs_interfaceid": "0b9138cf-f977-4e3d-a86f-5d3d18aa1d16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.721089] env[62633]: DEBUG nova.network.neutron [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Successfully created port: 432483cb-2fb2-4b7d-ad3d-da136afe062f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.740266] env[62633]: DEBUG nova.compute.manager [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1441.741463] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bec9015-0d65-4bd5-9d4e-1743d846e630 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.794267] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.832027] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078541} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.832027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.833033] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d84d09-5235-4692-9f44-fd61ea1d7fdd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.856770] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 795950cb-806d-4027-b617-ee4aa9f5c0b9/795950cb-806d-4027-b617-ee4aa9f5c0b9.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.857113] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35679800-b26a-4de5-a53c-6bd18c7af74d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.877225] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1441.877225] env[62633]: value = "task-1807420" [ 1441.877225] env[62633]: _type = "Task" [ 1441.877225] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.885717] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.956751] env[62633]: DEBUG nova.scheduler.client.report [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1441.979013] env[62633]: INFO nova.compute.manager [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Took 19.61 seconds to build instance. [ 1442.055878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.055878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.055878] env[62633]: DEBUG nova.network.neutron [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.108013] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807417, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.227710] env[62633]: DEBUG oslo_concurrency.lockutils [req-8a2ad6e6-698d-4e31-aa94-10755aa72b55 req-c6cd6e28-05e4-4546-858b-f0b00f69cdc9 service nova] Releasing lock "refresh_cache-64a66647-bd46-4beb-a70e-7b8fe7c4a039" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.256490] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.258601] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13ab262f-f0db-4f58-b17a-ae3869ba5b50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.265080] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1442.265080] env[62633]: value = "task-1807421" [ 1442.265080] env[62633]: _type = "Task" [ 1442.265080] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.275832] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.388947] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807420, 'name': ReconfigVM_Task, 'duration_secs': 0.480626} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.389668] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 795950cb-806d-4027-b617-ee4aa9f5c0b9/795950cb-806d-4027-b617-ee4aa9f5c0b9.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.390114] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451077b0-d1eb-4251-b864-ebae05f13ef7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.397838] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1442.397838] env[62633]: value = "task-1807422" [ 1442.397838] env[62633]: _type = "Task" [ 1442.397838] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.406322] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807422, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.436390] env[62633]: DEBUG nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1442.463528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.468249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.108s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.469992] env[62633]: INFO nova.compute.claims [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.480645] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1442.480645] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1442.480645] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.480898] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1442.480898] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.481130] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1442.481402] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1442.481709] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1442.482031] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1442.482241] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1442.482429] env[62633]: DEBUG nova.virt.hardware [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1442.482875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8ba14267-64ac-4169-8884-12d7c7796c30 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.133s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.483695] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d754da-ec82-4a7f-8d6f-59716f1bd7d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.494684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a87b5d-daf7-40f9-9468-eb1861871f49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.500492] env[62633]: INFO nova.scheduler.client.report [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Deleted allocations for instance 5826a9d7-a57e-408d-b76a-8ead46f22671 [ 1442.590594] env[62633]: DEBUG nova.network.neutron [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.615352] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807417, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.654844] env[62633]: DEBUG nova.compute.manager [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Received event network-changed-2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1442.655057] env[62633]: DEBUG nova.compute.manager [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Refreshing instance network info cache due to event network-changed-2fbfde78-4021-434e-89bd-af9b18dbab4f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1442.655533] env[62633]: DEBUG oslo_concurrency.lockutils [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] Acquiring lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.655725] env[62633]: DEBUG oslo_concurrency.lockutils [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] Acquired lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.655965] env[62633]: DEBUG nova.network.neutron [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Refreshing network info cache for port 2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.731685] env[62633]: DEBUG nova.network.neutron [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [{"id": "2bac0f57-52b5-4be3-90cd-969664fa3122", "address": "fa:16:3e:3b:85:cb", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bac0f57-52", "ovs_interfaceid": "2bac0f57-52b5-4be3-90cd-969664fa3122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.778530] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807421, 'name': PowerOffVM_Task, 'duration_secs': 0.252437} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.778902] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.779256] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.780184] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41e320c-2e2d-4461-8834-b24af65fe5d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.788432] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.788837] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1fb9ac1-ee12-424d-bbd5-28f30d6cbbc4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.821880] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.822149] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.822366] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Deleting the datastore file [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.822635] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9d40286-7feb-4f24-b6e0-1f178a89c2e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.836384] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1442.836384] env[62633]: value = "task-1807424" [ 1442.836384] env[62633]: _type = "Task" [ 1442.836384] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.844669] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.913069] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807422, 'name': Rename_Task, 'duration_secs': 0.333807} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.914632] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.914632] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3f71a37-8f0d-45dc-b25a-028c9d2327e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.923246] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1442.923246] env[62633]: value = "task-1807425" [ 1442.923246] env[62633]: _type = "Task" [ 1442.923246] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.936208] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.989119] env[62633]: DEBUG nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1443.009963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-811adb44-ecfc-402f-b00f-160672c710c4 tempest-ServerDiagnosticsTest-677874704 tempest-ServerDiagnosticsTest-677874704-project-member] Lock "5826a9d7-a57e-408d-b76a-8ead46f22671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.594s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.109884] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807417, 'name': CloneVM_Task, 'duration_secs': 2.312958} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.110198] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Created linked-clone VM from snapshot [ 1443.111020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984fe78-5967-45be-adb3-ca30015340a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.119740] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Uploading image 117ce95c-81f3-4d4c-a61e-8a192024270c {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1443.149219] env[62633]: DEBUG oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1443.149219] env[62633]: value = "vm-374626" [ 1443.149219] env[62633]: _type = "VirtualMachine" [ 1443.149219] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1443.149219] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-65e2f3e6-1922-47e2-86e8-058c61106927 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.157302] env[62633]: DEBUG oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lease: (returnval){ [ 1443.157302] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4ab35-066b-f1ed-ded7-20c541fd9023" [ 1443.157302] env[62633]: _type = "HttpNfcLease" [ 1443.157302] env[62633]: } obtained for exporting VM: (result){ [ 1443.157302] env[62633]: value = "vm-374626" [ 1443.157302] env[62633]: _type = "VirtualMachine" [ 1443.157302] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1443.157560] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the lease: (returnval){ [ 1443.157560] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4ab35-066b-f1ed-ded7-20c541fd9023" [ 1443.157560] env[62633]: _type = "HttpNfcLease" [ 1443.157560] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1443.172227] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1443.172227] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4ab35-066b-f1ed-ded7-20c541fd9023" [ 1443.172227] env[62633]: _type = "HttpNfcLease" [ 1443.172227] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1443.235240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.235781] env[62633]: DEBUG nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Instance network_info: |[{"id": "2bac0f57-52b5-4be3-90cd-969664fa3122", "address": "fa:16:3e:3b:85:cb", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bac0f57-52", "ovs_interfaceid": "2bac0f57-52b5-4be3-90cd-969664fa3122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1443.236519] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:85:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bac0f57-52b5-4be3-90cd-969664fa3122', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1443.247462] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating folder: Project (61278b5eda4143e39eaf8d4eebcb207c). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.247793] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c68ef1b-99b1-4d72-99a6-6cc4cc228105 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.259273] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Created folder: Project (61278b5eda4143e39eaf8d4eebcb207c) in parent group-v374582. [ 1443.259486] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating folder: Instances. Parent ref: group-v374627. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.259716] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac5d00f6-0fa1-4950-80e2-55e33d0a6a57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.271607] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Created folder: Instances in parent group-v374627. [ 1443.271882] env[62633]: DEBUG oslo.service.loopingcall [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.272060] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1443.272375] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db714ca-3a50-4975-89c7-3010d2af2d4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.295195] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.295195] env[62633]: value = "task-1807430" [ 1443.295195] env[62633]: _type = "Task" [ 1443.295195] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.305503] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807430, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.348302] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164122} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.348664] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.348882] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.349161] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.401745] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "15bbd333-72b2-4500-b845-a41b3b763214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.401745] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "15bbd333-72b2-4500-b845-a41b3b763214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.402372] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "15bbd333-72b2-4500-b845-a41b3b763214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.402372] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "15bbd333-72b2-4500-b845-a41b3b763214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.402372] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "15bbd333-72b2-4500-b845-a41b3b763214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.404370] env[62633]: INFO nova.compute.manager [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Terminating instance [ 1443.409469] env[62633]: DEBUG nova.compute.manager [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1443.409469] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1443.410612] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29a9355-252d-4a7c-82a9-e954cef4b2e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.426566] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.429751] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8cdb5d9-6495-4a5d-a50e-015ad8692f38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.441246] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807425, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.443351] env[62633]: DEBUG oslo_vmware.api [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1443.443351] env[62633]: value = "task-1807431" [ 1443.443351] env[62633]: _type = "Task" [ 1443.443351] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.452463] env[62633]: DEBUG oslo_vmware.api [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.497533] env[62633]: DEBUG nova.network.neutron [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updated VIF entry in instance network info cache for port 2fbfde78-4021-434e-89bd-af9b18dbab4f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.498123] env[62633]: DEBUG nova.network.neutron [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updating instance_info_cache with network_info: [{"id": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "address": "fa:16:3e:c1:0f:a4", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbfde78-40", "ovs_interfaceid": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.528901] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.674014] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1443.674014] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4ab35-066b-f1ed-ded7-20c541fd9023" [ 1443.674014] env[62633]: _type = "HttpNfcLease" [ 1443.674014] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1443.674014] env[62633]: DEBUG oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1443.674014] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4ab35-066b-f1ed-ded7-20c541fd9023" [ 1443.674014] env[62633]: _type = "HttpNfcLease" [ 1443.674014] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1443.674014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a940f009-4a5d-42df-88ae-f6d468cbc3d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.680984] env[62633]: DEBUG oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be90d-cab5-45df-5b27-9fecda88ab45/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1443.681080] env[62633]: DEBUG oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be90d-cab5-45df-5b27-9fecda88ab45/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1443.788162] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9112af01-218b-44c9-b6de-ddd7180d5478 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.810437] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807430, 'name': CreateVM_Task, 'duration_secs': 0.399727} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.810768] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.811474] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.811640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.811982] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.812249] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b236493-321b-4d65-91dc-abd1fd8a17f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.817069] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1443.817069] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52535a70-7ea5-6ee6-df2f-2699927c8c44" [ 1443.817069] env[62633]: _type = "Task" [ 1443.817069] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.827403] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52535a70-7ea5-6ee6-df2f-2699927c8c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.942145] env[62633]: DEBUG oslo_vmware.api [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807425, 'name': PowerOnVM_Task, 'duration_secs': 0.657518} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.946248] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.946819] env[62633]: INFO nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1443.947090] env[62633]: DEBUG nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1443.948557] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6c9c88-f846-45ae-beab-0380a21494f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.967350] env[62633]: DEBUG oslo_vmware.api [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807431, 'name': PowerOffVM_Task, 'duration_secs': 0.325507} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.972029] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.972029] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.972029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33bc91f-25e9-4637-89ed-c8ef0b2c8451 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.976017] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d8ea700-0024-4fed-9645-ddbaeb9c6c42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.981769] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6fd87b-0167-4cc9-a4e5-928bc60b4ef2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.022730] env[62633]: DEBUG oslo_concurrency.lockutils [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] Releasing lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.023024] env[62633]: DEBUG nova.compute.manager [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Received event network-vif-plugged-2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1444.023229] env[62633]: DEBUG oslo_concurrency.lockutils [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] Acquiring lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.023440] env[62633]: DEBUG oslo_concurrency.lockutils [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.023614] env[62633]: DEBUG oslo_concurrency.lockutils [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.023784] env[62633]: DEBUG nova.compute.manager [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] No waiting events found dispatching network-vif-plugged-2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1444.023957] env[62633]: WARNING nova.compute.manager [req-45d5158f-4cde-429f-9720-550ca5420a37 req-117e6b8f-38ca-4c49-8188-a8e0888def86 service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Received unexpected event network-vif-plugged-2bac0f57-52b5-4be3-90cd-969664fa3122 for instance with vm_state building and task_state spawning. [ 1444.025808] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc0a970-f69a-4a98-a872-edde8dcb835c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.037105] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e52ddc-5eec-48fe-ba78-ac37743f9b59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.052841] env[62633]: DEBUG nova.compute.provider_tree [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.333029] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52535a70-7ea5-6ee6-df2f-2699927c8c44, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.333029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.333029] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1444.333029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.333029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.333029] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1444.333631] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef3853d1-4e51-4702-baa4-0022fb8ad37a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.336229] env[62633]: DEBUG nova.network.neutron [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Successfully updated port: 432483cb-2fb2-4b7d-ad3d-da136afe062f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.347781] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1444.347991] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1444.348791] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f146b1ff-33ab-4727-8156-a959069b2633 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.355911] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1444.355911] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529534b8-31cf-0f83-a0cf-e74a6e9b37d7" [ 1444.355911] env[62633]: _type = "Task" [ 1444.355911] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.374956] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529534b8-31cf-0f83-a0cf-e74a6e9b37d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.393935] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1444.394289] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1444.394501] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.394735] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1444.394937] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.395546] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1444.395797] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1444.395967] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1444.396164] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1444.396331] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1444.396507] env[62633]: DEBUG nova.virt.hardware [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1444.397831] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ea9e5-cdd2-46e0-8187-c272a12f6d32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.406911] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e47406-c6ca-4b25-9f98-45d0f75a3710 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.425288] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.432613] env[62633]: DEBUG oslo.service.loopingcall [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.433046] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.433320] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebd67376-f217-480e-a79b-b0282dc4d8e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.453347] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.453347] env[62633]: value = "task-1807433" [ 1444.453347] env[62633]: _type = "Task" [ 1444.453347] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.454425] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.455268] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.455268] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Deleting the datastore file [datastore1] 15bbd333-72b2-4500-b845-a41b3b763214 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.458484] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92fff2db-0d99-44d1-80c1-8cfb4eb74440 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.466346] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807433, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.467919] env[62633]: DEBUG oslo_vmware.api [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1444.467919] env[62633]: value = "task-1807434" [ 1444.467919] env[62633]: _type = "Task" [ 1444.467919] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.487415] env[62633]: DEBUG oslo_vmware.api [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.488342] env[62633]: INFO nova.compute.manager [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Took 20.93 seconds to build instance. [ 1444.564644] env[62633]: DEBUG nova.scheduler.client.report [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1444.568461] env[62633]: INFO nova.compute.manager [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Rescuing [ 1444.568780] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.569059] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.569186] env[62633]: DEBUG nova.network.neutron [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.588889] env[62633]: DEBUG nova.compute.manager [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1444.589910] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945c24e5-f1fa-4b44-97c5-e0e5773c78f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.847640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "refresh_cache-f9bc400c-ef61-42fa-ac39-a3e995e8237c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.847803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquired lock "refresh_cache-f9bc400c-ef61-42fa-ac39-a3e995e8237c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.847957] env[62633]: DEBUG nova.network.neutron [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.875381] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529534b8-31cf-0f83-a0cf-e74a6e9b37d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015731} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.880547] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66db9c2-3515-4f6f-b7c4-915449432b0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.888133] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1444.888133] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527bee2d-e0ad-e023-9276-578e17c1bf1b" [ 1444.888133] env[62633]: _type = "Task" [ 1444.888133] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.899092] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527bee2d-e0ad-e023-9276-578e17c1bf1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.966802] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807433, 'name': CreateVM_Task, 'duration_secs': 0.349409} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.967070] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.967571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.967810] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.968206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1444.968577] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bbaaf3d-1c8d-434f-b33a-9d165a65cc96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.977574] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1444.977574] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5287b2be-4353-1bcc-4125-e2ed349c54a7" [ 1444.977574] env[62633]: _type = "Task" [ 1444.977574] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.981207] env[62633]: DEBUG oslo_vmware.api [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296791} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.984621] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.984842] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1444.985037] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1444.985236] env[62633]: INFO nova.compute.manager [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1444.985496] env[62633]: DEBUG oslo.service.loopingcall [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.985775] env[62633]: DEBUG nova.compute.manager [-] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1444.985920] env[62633]: DEBUG nova.network.neutron [-] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1444.995134] env[62633]: DEBUG oslo_concurrency.lockutils [None req-18a03ed2-7543-4248-9e60-6ac34e4e4180 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.448s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.995383] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5287b2be-4353-1bcc-4125-e2ed349c54a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013773} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.999251] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.000906] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.000906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.072112] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.072112] env[62633]: DEBUG nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1445.084885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.318s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.086896] env[62633]: INFO nova.compute.claims [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.103150] env[62633]: INFO nova.compute.manager [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] instance snapshotting [ 1445.107712] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87405f56-0ab7-4845-99d1-306fdcda6690 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.140026] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7678351-ee16-4714-8450-83c28262a26f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.366306] env[62633]: DEBUG nova.network.neutron [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Updating instance_info_cache with network_info: [{"id": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "address": "fa:16:3e:50:0c:f7", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68250ae-50", "ovs_interfaceid": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.384352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquiring lock "aa374277-1307-492e-9f0f-cefa11d24fbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.384352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "aa374277-1307-492e-9f0f-cefa11d24fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.384352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquiring lock "aa374277-1307-492e-9f0f-cefa11d24fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.384352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "aa374277-1307-492e-9f0f-cefa11d24fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.384352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "aa374277-1307-492e-9f0f-cefa11d24fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.385619] env[62633]: INFO nova.compute.manager [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Terminating instance [ 1445.395232] env[62633]: DEBUG nova.compute.manager [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1445.395232] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.395232] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cb5f32-4aad-423f-80f9-dc0386bcbfa1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.406707] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.410714] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83771ad2-e584-4fb2-b0e0-6ca7e57a9d24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.412608] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527bee2d-e0ad-e023-9276-578e17c1bf1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.412922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.414752] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 63cf4d09-5f4f-4327-9dda-5542e41948e7/63cf4d09-5f4f-4327-9dda-5542e41948e7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1445.415461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.415791] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.416072] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0cf93f9-d90f-4af3-a3b2-63f3bd8159d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.418087] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a7b0f94-4cbc-4f94-b32a-4a9af73b3588 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.422381] env[62633]: DEBUG oslo_vmware.api [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1445.422381] env[62633]: value = "task-1807436" [ 1445.422381] env[62633]: _type = "Task" [ 1445.422381] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.427651] env[62633]: DEBUG nova.network.neutron [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1445.434433] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1445.434433] env[62633]: value = "task-1807437" [ 1445.434433] env[62633]: _type = "Task" [ 1445.434433] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.434953] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.435232] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.440424] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84d0ab6-39bc-49de-9baf-41cf451765f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.442881] env[62633]: DEBUG oslo_vmware.api [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.449433] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1445.449433] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5256e6a2-9527-4576-524d-39fddb66530e" [ 1445.449433] env[62633]: _type = "Task" [ 1445.449433] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.453674] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.462675] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5256e6a2-9527-4576-524d-39fddb66530e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.501867] env[62633]: DEBUG nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1445.588416] env[62633]: DEBUG nova.compute.utils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.588416] env[62633]: DEBUG nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1445.588416] env[62633]: DEBUG nova.network.neutron [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.635214] env[62633]: DEBUG nova.policy [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc8d9a200376461282a5187119b311b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a2b39f2c38407c95454f36bb18643d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1445.651852] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1445.652244] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6b3f184-7bcd-479d-88c0-fceb3ec5d9f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.660295] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1445.660295] env[62633]: value = "task-1807438" [ 1445.660295] env[62633]: _type = "Task" [ 1445.660295] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.673191] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.867496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.909144] env[62633]: DEBUG nova.network.neutron [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Updating instance_info_cache with network_info: [{"id": "432483cb-2fb2-4b7d-ad3d-da136afe062f", "address": "fa:16:3e:7a:90:c2", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432483cb-2f", "ovs_interfaceid": "432483cb-2fb2-4b7d-ad3d-da136afe062f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.936854] env[62633]: DEBUG oslo_vmware.api [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807436, 'name': PowerOffVM_Task, 'duration_secs': 0.192648} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.937758] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.939572] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.939572] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bd8dfe4-8f57-40bb-ba07-d94e25b73609 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.952737] env[62633]: DEBUG nova.network.neutron [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Successfully created port: 4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.964691] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807437, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.973998] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5256e6a2-9527-4576-524d-39fddb66530e, 'name': SearchDatastore_Task, 'duration_secs': 0.011476} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.974955] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25ff7fd-7748-4e6e-8db9-eaf4c844b5ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.984045] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1445.984045] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52757296-1167-6d80-54c8-2a523f405b2e" [ 1445.984045] env[62633]: _type = "Task" [ 1445.984045] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.999089] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52757296-1167-6d80-54c8-2a523f405b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.030247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.055525] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.055938] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.056174] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Deleting the datastore file [datastore1] aa374277-1307-492e-9f0f-cefa11d24fbd {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.056479] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ad277e5-8176-4c14-b9e3-11f0206440e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.064396] env[62633]: DEBUG oslo_vmware.api [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for the task: (returnval){ [ 1446.064396] env[62633]: value = "task-1807440" [ 1446.064396] env[62633]: _type = "Task" [ 1446.064396] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.074254] env[62633]: DEBUG oslo_vmware.api [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.087761] env[62633]: DEBUG nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1446.170595] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.415681] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Releasing lock "refresh_cache-f9bc400c-ef61-42fa-ac39-a3e995e8237c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.416142] env[62633]: DEBUG nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Instance network_info: |[{"id": "432483cb-2fb2-4b7d-ad3d-da136afe062f", "address": "fa:16:3e:7a:90:c2", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432483cb-2f", "ovs_interfaceid": "432483cb-2fb2-4b7d-ad3d-da136afe062f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1446.422493] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:90:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '432483cb-2fb2-4b7d-ad3d-da136afe062f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.433778] env[62633]: DEBUG oslo.service.loopingcall [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.433778] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.434276] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.434489] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86b0b315-5cfc-4ff5-adaf-b7c347435288 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.436672] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16f49f96-7d82-4154-b22c-89f5805df6f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.465403] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1446.465403] env[62633]: value = "task-1807441" [ 1446.465403] env[62633]: _type = "Task" [ 1446.465403] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.475264] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.475264] env[62633]: value = "task-1807442" [ 1446.475264] env[62633]: _type = "Task" [ 1446.475264] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.475649] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774894} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.478932] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 63cf4d09-5f4f-4327-9dda-5542e41948e7/63cf4d09-5f4f-4327-9dda-5542e41948e7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.479237] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.482882] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8f9ed53-457e-4c23-ac03-b8bae6a1d096 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.489388] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.502081] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807442, 'name': CreateVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.505118] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1446.505118] env[62633]: value = "task-1807443" [ 1446.505118] env[62633]: _type = "Task" [ 1446.505118] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.519112] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52757296-1167-6d80-54c8-2a523f405b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.060794} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.523940] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.524237] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.526350] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d8ff085-40e0-49fc-97ee-3f3c3284f030 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.530295] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.534908] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1446.534908] env[62633]: value = "task-1807444" [ 1446.534908] env[62633]: _type = "Task" [ 1446.534908] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.546684] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.566992] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0efd2a2-095a-4222-9eca-1455e2a036dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.585509] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b73f1f-aa77-4e4b-ac79-8d3b23b1d883 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.589445] env[62633]: DEBUG oslo_vmware.api [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Task: {'id': task-1807440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.589733] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.589926] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1446.590121] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.590309] env[62633]: INFO nova.compute.manager [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1446.590557] env[62633]: DEBUG oslo.service.loopingcall [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.591245] env[62633]: DEBUG nova.compute.manager [-] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1446.591344] env[62633]: DEBUG nova.network.neutron [-] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.624345] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60df29d-ba77-4387-abc7-db4c18131be7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.632915] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd5d153-f06d-4810-9982-e8a966203634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.650456] env[62633]: DEBUG nova.compute.provider_tree [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.672699] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807438, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.982024] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807441, 'name': PowerOffVM_Task, 'duration_secs': 0.28672} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.985735] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.987663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cf5492-bd8c-4aba-b545-d180aad727ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.018393] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28b0db8-d4f6-4bf2-b8a1-b28ad9fe1687 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.022388] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807442, 'name': CreateVM_Task, 'duration_secs': 0.496605} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.022826] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.024421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.024865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.025381] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.028264] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3152e08a-6f54-4fb9-a0ab-c812d1c8b597 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.036628] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128344} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.041325] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.047377] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1ed21c-500e-4ac6-abb3-a316d5438884 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.047622] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1447.047622] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa2f20-4fa2-4e47-4e94-6932a7391be8" [ 1447.047622] env[62633]: _type = "Task" [ 1447.047622] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.067453] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807444, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.077149] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 63cf4d09-5f4f-4327-9dda-5542e41948e7/63cf4d09-5f4f-4327-9dda-5542e41948e7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.079950] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ebf99bc-3c3e-4eb8-bc09-ebbe8834eb9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.101146] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa2f20-4fa2-4e47-4e94-6932a7391be8, 'name': SearchDatastore_Task, 'duration_secs': 0.03736} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.103365] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.104135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.104399] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.104710] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.104799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.104959] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.105215] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd32ba47-35c3-45ea-a7a7-79df19cd45e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.106931] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b30d51e-5876-481e-a732-ba2b8e582df4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.110132] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1447.110132] env[62633]: value = "task-1807445" [ 1447.110132] env[62633]: _type = "Task" [ 1447.110132] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.117063] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1447.117063] env[62633]: value = "task-1807446" [ 1447.117063] env[62633]: _type = "Task" [ 1447.117063] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.119051] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.119303] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.123294] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382fa8ec-31c3-4660-bb22-c66b54cc305d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.130269] env[62633]: DEBUG nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1447.132411] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.137157] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1447.137157] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa300d-3275-ddec-48d7-fe687c8246fe" [ 1447.137157] env[62633]: _type = "Task" [ 1447.137157] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.145056] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1447.145321] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.145603] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.154247] env[62633]: DEBUG nova.scheduler.client.report [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1447.158037] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa300d-3275-ddec-48d7-fe687c8246fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.160385] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:10:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='335859326',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-350015480',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1447.160628] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1447.160768] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.160971] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1447.161144] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.161318] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1447.161540] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1447.161728] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1447.161900] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1447.162076] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1447.162259] env[62633]: DEBUG nova.virt.hardware [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1447.163483] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bba4b31-9200-43e4-9176-9079c14f20c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.178325] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776173b9-2ee1-4b9f-b1aa-a13e0c0d2e63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.182487] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807438, 'name': CreateSnapshot_Task, 'duration_secs': 1.072706} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.183426] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1447.184559] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4932d48f-50c2-41d1-821f-6cf2f75db927 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.207889] env[62633]: DEBUG nova.network.neutron [-] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.299511] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Received event network-changed-2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1447.299722] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Refreshing instance network info cache due to event network-changed-2bac0f57-52b5-4be3-90cd-969664fa3122. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1447.300309] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquiring lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.300309] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquired lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.300309] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Refreshing network info cache for port 2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.550612] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561702} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.550612] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.550612] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.550612] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae9cfc15-33f0-4b23-a22e-e204cb30f8c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.558019] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1447.558019] env[62633]: value = "task-1807448" [ 1447.558019] env[62633]: _type = "Task" [ 1447.558019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.573177] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.622237] env[62633]: DEBUG nova.network.neutron [-] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.623799] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.633911] env[62633]: DEBUG nova.network.neutron [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Successfully updated port: 4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.661487] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa300d-3275-ddec-48d7-fe687c8246fe, 'name': SearchDatastore_Task, 'duration_secs': 0.017455} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.661487] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b00936-3cf6-42b0-809f-b5edc71bf132 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.662668] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1447.662668] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528106af-9cb8-c782-6890-7778b7e6af93" [ 1447.662668] env[62633]: _type = "Task" [ 1447.662668] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.668667] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.668667] env[62633]: DEBUG nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1447.675137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.803s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.675137] env[62633]: INFO nova.compute.claims [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.681054] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528106af-9cb8-c782-6890-7778b7e6af93, 'name': SearchDatastore_Task, 'duration_secs': 0.012959} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.681584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.681832] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] f9bc400c-ef61-42fa-ac39-a3e995e8237c/f9bc400c-ef61-42fa-ac39-a3e995e8237c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.682140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.682373] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.682610] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03282239-df03-410a-b4b1-7a4a25347e26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.685109] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8141a42-5a5a-4abd-afb4-c9d4a3dc6b33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.693970] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1447.693970] env[62633]: value = "task-1807449" [ 1447.693970] env[62633]: _type = "Task" [ 1447.693970] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.695852] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.696353] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.705053] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fce5c3-0521-416d-91bd-2763fa049a2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.716981] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1447.716981] env[62633]: INFO nova.compute.manager [-] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Took 2.73 seconds to deallocate network for instance. [ 1447.716981] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba4c8bd4-b1bd-4059-a9a4-e81e8826c69e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.724360] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.726311] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1447.726311] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d7b639-65c6-0924-f8e0-6ca864393bea" [ 1447.726311] env[62633]: _type = "Task" [ 1447.726311] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.733817] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1447.733817] env[62633]: value = "task-1807450" [ 1447.733817] env[62633]: _type = "Task" [ 1447.733817] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.743099] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d7b639-65c6-0924-f8e0-6ca864393bea, 'name': SearchDatastore_Task, 'duration_secs': 0.012479} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.744374] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36d6b3b-3ef9-4480-9002-58ccc8d1d149 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.750832] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807450, 'name': CloneVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.754946] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1447.754946] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f20a72-0601-60bc-43d2-611e0f11682d" [ 1447.754946] env[62633]: _type = "Task" [ 1447.754946] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.764569] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f20a72-0601-60bc-43d2-611e0f11682d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.069029] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091887} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.070025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.071236] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80898586-801a-41b9-a131-2d6559cb39e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.098785] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.100012] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updated VIF entry in instance network info cache for port 2bac0f57-52b5-4be3-90cd-969664fa3122. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.100391] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [{"id": "2bac0f57-52b5-4be3-90cd-969664fa3122", "address": "fa:16:3e:3b:85:cb", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bac0f57-52", "ovs_interfaceid": "2bac0f57-52b5-4be3-90cd-969664fa3122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.102092] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73ba3f1-785b-4581-81b5-821ca56b39b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.128032] env[62633]: INFO nova.compute.manager [-] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Took 1.54 seconds to deallocate network for instance. [ 1448.138393] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.139551] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1448.139551] env[62633]: value = "task-1807451" [ 1448.139551] env[62633]: _type = "Task" [ 1448.139551] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.139551] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.140072] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquired lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.140072] env[62633]: DEBUG nova.network.neutron [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.153290] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.179572] env[62633]: DEBUG nova.compute.utils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1448.181212] env[62633]: DEBUG nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1448.181585] env[62633]: DEBUG nova.network.neutron [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1448.206708] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807449, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.229382] env[62633]: DEBUG nova.policy [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e50b8df4797499b8b6a5b21eb3209b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada2dcc843ec4d42973857f63a66cdc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1448.235554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.249308] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807450, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.266606] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f20a72-0601-60bc-43d2-611e0f11682d, 'name': SearchDatastore_Task, 'duration_secs': 0.014242} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.266918] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.267217] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1448.267519] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d827460-edad-4088-84b4-4054a916ebe5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.277351] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1448.277351] env[62633]: value = "task-1807452" [ 1448.277351] env[62633]: _type = "Task" [ 1448.277351] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.288171] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.537207] env[62633]: DEBUG nova.network.neutron [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Successfully created port: 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1448.624297] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Releasing lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.625097] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Received event network-changed-2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.625097] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Refreshing instance network info cache due to event network-changed-2fbfde78-4021-434e-89bd-af9b18dbab4f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1448.625097] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquiring lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.625285] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquired lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.625665] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Refreshing network info cache for port 2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.643834] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.647188] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.660822] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.685383] env[62633]: DEBUG nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1448.715781] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64565} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.716039] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] f9bc400c-ef61-42fa-ac39-a3e995e8237c/f9bc400c-ef61-42fa-ac39-a3e995e8237c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.716331] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.716663] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c58c361d-cc37-4e30-b402-be8451acd66d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.726021] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1448.726021] env[62633]: value = "task-1807453" [ 1448.726021] env[62633]: _type = "Task" [ 1448.726021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.731083] env[62633]: DEBUG nova.network.neutron [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.737654] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.755573] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807450, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.795769] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.010997] env[62633]: DEBUG nova.network.neutron [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Updating instance_info_cache with network_info: [{"id": "4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3", "address": "fa:16:3e:06:ba:36", "network": {"id": "648e2976-3351-4033-bfd6-aededf59a4fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-201341877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a2b39f2c38407c95454f36bb18643d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba05a3d-12", "ovs_interfaceid": "4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.144329] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807445, 'name': ReconfigVM_Task, 'duration_secs': 1.572287} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.147527] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 63cf4d09-5f4f-4327-9dda-5542e41948e7/63cf4d09-5f4f-4327-9dda-5542e41948e7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.148840] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b63fddd2-e747-42fc-9b90-aaf3bf80e630 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.164995] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807451, 'name': ReconfigVM_Task, 'duration_secs': 0.542987} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.169300] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e/5a1e40bc-705e-4655-9d00-34f831cdff2e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.170031] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1449.170031] env[62633]: value = "task-1807454" [ 1449.170031] env[62633]: _type = "Task" [ 1449.170031] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.172059] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b94b5-de57-4328-a8cd-e021fff5e0eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.174408] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3bdbcb5-b1ef-44c8-97b4-e39d77e1e686 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.187317] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807454, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.200128] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1449.200128] env[62633]: value = "task-1807455" [ 1449.200128] env[62633]: _type = "Task" [ 1449.200128] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.201997] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab76d29-9fb5-41dd-99bb-a321bf35d2fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.250735] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807455, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.258079] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54ef0f-7205-41cf-a989-56a39f56b7cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.270826] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807450, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.275226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa29f4-3daf-4ffa-8d61-3afc9a907893 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.280245] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094659} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.281215] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.286013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cb817a-4049-4e58-a5f8-c25d2c88d1de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.299311] env[62633]: DEBUG nova.compute.provider_tree [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1449.307674] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607469} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.319942] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. [ 1449.332856] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] f9bc400c-ef61-42fa-ac39-a3e995e8237c/f9bc400c-ef61-42fa-ac39-a3e995e8237c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.336839] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d093e521-fa93-4355-b764-10faee4eda72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.340021] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-057392f0-a718-4a92-9011-ab5ba56e7094 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.388424] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.392841] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e669764-ad03-4f77-a30d-9a28de336469 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.406212] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1449.406212] env[62633]: value = "task-1807456" [ 1449.406212] env[62633]: _type = "Task" [ 1449.406212] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.414981] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1449.414981] env[62633]: value = "task-1807457" [ 1449.414981] env[62633]: _type = "Task" [ 1449.414981] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.419720] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.433787] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.513366] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Releasing lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.513884] env[62633]: DEBUG nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Instance network_info: |[{"id": "4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3", "address": "fa:16:3e:06:ba:36", "network": {"id": "648e2976-3351-4033-bfd6-aededf59a4fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-201341877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a2b39f2c38407c95454f36bb18643d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba05a3d-12", "ovs_interfaceid": "4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1449.514319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ba:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.523707] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Creating folder: Project (09a2b39f2c38407c95454f36bb18643d). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.524116] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-224cbd77-1982-47f7-bfa2-b5e731e1cf88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.537933] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Created folder: Project (09a2b39f2c38407c95454f36bb18643d) in parent group-v374582. [ 1449.538304] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Creating folder: Instances. Parent ref: group-v374635. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.541943] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b04254e-b1e7-4794-af2a-d42fe4297c48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.558627] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Created folder: Instances in parent group-v374635. [ 1449.558627] env[62633]: DEBUG oslo.service.loopingcall [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.558627] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.558627] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6b448f5-1ab7-4167-9c87-5d421dbe83d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.580412] env[62633]: DEBUG nova.compute.manager [req-b63689c0-413d-4fdd-9026-d99cfe5ddc97 req-181e0d74-cc87-4afe-9dfd-f33e84779ffa service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Received event network-vif-plugged-4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1449.580749] env[62633]: DEBUG oslo_concurrency.lockutils [req-b63689c0-413d-4fdd-9026-d99cfe5ddc97 req-181e0d74-cc87-4afe-9dfd-f33e84779ffa service nova] Acquiring lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.583135] env[62633]: DEBUG oslo_concurrency.lockutils [req-b63689c0-413d-4fdd-9026-d99cfe5ddc97 req-181e0d74-cc87-4afe-9dfd-f33e84779ffa service nova] Lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.583135] env[62633]: DEBUG oslo_concurrency.lockutils [req-b63689c0-413d-4fdd-9026-d99cfe5ddc97 req-181e0d74-cc87-4afe-9dfd-f33e84779ffa service nova] Lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.583135] env[62633]: DEBUG nova.compute.manager [req-b63689c0-413d-4fdd-9026-d99cfe5ddc97 req-181e0d74-cc87-4afe-9dfd-f33e84779ffa service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] No waiting events found dispatching network-vif-plugged-4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1449.583135] env[62633]: WARNING nova.compute.manager [req-b63689c0-413d-4fdd-9026-d99cfe5ddc97 req-181e0d74-cc87-4afe-9dfd-f33e84779ffa service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Received unexpected event network-vif-plugged-4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 for instance with vm_state building and task_state spawning. [ 1449.584394] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.584394] env[62633]: value = "task-1807461" [ 1449.584394] env[62633]: _type = "Task" [ 1449.584394] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.596029] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807461, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.691866] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807454, 'name': Rename_Task, 'duration_secs': 0.222063} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.692437] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.692756] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0840aa7a-ff68-428e-a407-4fabcbc82c4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.696967] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updated VIF entry in instance network info cache for port 2fbfde78-4021-434e-89bd-af9b18dbab4f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.697418] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updating instance_info_cache with network_info: [{"id": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "address": "fa:16:3e:c1:0f:a4", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fbfde78-40", "ovs_interfaceid": "2fbfde78-4021-434e-89bd-af9b18dbab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.705624] env[62633]: DEBUG nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1449.707382] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1449.707382] env[62633]: value = "task-1807462" [ 1449.707382] env[62633]: _type = "Task" [ 1449.707382] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.724330] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.727852] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807455, 'name': Rename_Task, 'duration_secs': 0.357465} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.730455] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.731085] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7061f27d-5469-49ed-ab61-d6d5a34ebbf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.741333] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1449.742032] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1449.742032] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.742429] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1449.742634] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.742845] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1449.743116] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1449.743533] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1449.743651] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1449.743844] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1449.744029] env[62633]: DEBUG nova.virt.hardware [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1449.745490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20514a49-2dde-47d6-8201-3ed8d4d7e6b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.750376] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Waiting for the task: (returnval){ [ 1449.750376] env[62633]: value = "task-1807463" [ 1449.750376] env[62633]: _type = "Task" [ 1449.750376] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.761855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e11685-324f-4b1f-acb7-f0201460cbc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.771341] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.776684] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807450, 'name': CloneVM_Task, 'duration_secs': 2.012055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.787069] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Created linked-clone VM from snapshot [ 1449.788732] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f639f-018f-4e68-86a0-52895e04b81e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.798758] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Uploading image 428dd59c-26c0-432b-aceb-8a7e3dd09115 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1449.810033] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1449.810377] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07a93807-de10-4558-8770-24ee9ba8e3a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.821386] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1449.821386] env[62633]: value = "task-1807464" [ 1449.821386] env[62633]: _type = "Task" [ 1449.821386] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.826415] env[62633]: ERROR nova.scheduler.client.report [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [req-100e2472-924b-4c85-8905-b594a7ec7ab9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-100e2472-924b-4c85-8905-b594a7ec7ab9"}]} [ 1449.832324] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807464, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.848985] env[62633]: DEBUG nova.scheduler.client.report [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1449.872967] env[62633]: DEBUG nova.scheduler.client.report [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1449.873331] env[62633]: DEBUG nova.compute.provider_tree [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1449.888905] env[62633]: DEBUG nova.scheduler.client.report [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1449.916393] env[62633]: DEBUG nova.scheduler.client.report [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1449.931909] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807456, 'name': ReconfigVM_Task, 'duration_secs': 0.540184} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.932898] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] f9bc400c-ef61-42fa-ac39-a3e995e8237c/f9bc400c-ef61-42fa-ac39-a3e995e8237c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.937041] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed2e0dee-9bfd-4518-a1f8-b39e54ec891d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.940560] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.942784] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1449.942784] env[62633]: value = "task-1807465" [ 1449.942784] env[62633]: _type = "Task" [ 1449.942784] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.954945] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807465, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.853612] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Releasing lock "refresh_cache-806fccfd-d508-4b9e-8bdc-22758fc09dd5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.853917] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Received event network-vif-plugged-432483cb-2fb2-4b7d-ad3d-da136afe062f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.854076] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquiring lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.854281] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.854452] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.854855] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] No waiting events found dispatching network-vif-plugged-432483cb-2fb2-4b7d-ad3d-da136afe062f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1450.854855] env[62633]: WARNING nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Received unexpected event network-vif-plugged-432483cb-2fb2-4b7d-ad3d-da136afe062f for instance with vm_state building and task_state spawning. [ 1450.855028] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Received event network-changed-432483cb-2fb2-4b7d-ad3d-da136afe062f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.855195] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Refreshing instance network info cache due to event network-changed-432483cb-2fb2-4b7d-ad3d-da136afe062f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1450.855384] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquiring lock "refresh_cache-f9bc400c-ef61-42fa-ac39-a3e995e8237c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.855520] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquired lock "refresh_cache-f9bc400c-ef61-42fa-ac39-a3e995e8237c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.855672] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Refreshing network info cache for port 432483cb-2fb2-4b7d-ad3d-da136afe062f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.857211] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807461, 'name': CreateVM_Task, 'duration_secs': 0.455216} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.859730] env[62633]: DEBUG nova.network.neutron [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Successfully updated port: 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1450.863524] env[62633]: DEBUG nova.compute.manager [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-vif-deleted-b00f17aa-2b7a-452c-9748-bbfef935c0ac {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.867362] env[62633]: DEBUG nova.compute.manager [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-vif-deleted-a6eb5e9f-0974-4018-a82a-46eee89e5ace {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.867362] env[62633]: DEBUG nova.compute.manager [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Received event network-vif-deleted-6b60f939-70cb-4354-9c5a-175b0d77ef91 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.867362] env[62633]: DEBUG nova.compute.manager [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Received event network-vif-deleted-9a10900b-29cd-4f2f-b15a-8607e2bfd670 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.867362] env[62633]: DEBUG nova.compute.manager [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Received event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.867362] env[62633]: DEBUG nova.compute.manager [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing instance network info cache due to event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1450.867362] env[62633]: DEBUG oslo_concurrency.lockutils [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] Acquiring lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.867362] env[62633]: DEBUG oslo_concurrency.lockutils [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] Acquired lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.867362] env[62633]: DEBUG nova.network.neutron [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.881490] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.886961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.887478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.887478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1450.891231] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d061b181-fd2a-42b5-89ec-e8339f588ec9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.911992] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807464, 'name': Destroy_Task, 'duration_secs': 0.493372} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.912431] env[62633]: DEBUG oslo_vmware.api [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807462, 'name': PowerOnVM_Task, 'duration_secs': 0.670886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.912674] env[62633]: DEBUG oslo_vmware.api [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Task: {'id': task-1807463, 'name': PowerOnVM_Task, 'duration_secs': 0.615385} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.921704] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Destroyed the VM [ 1450.922089] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1450.922512] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.922756] env[62633]: INFO nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1450.922962] env[62633]: DEBUG nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1450.923350] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.923608] env[62633]: DEBUG nova.compute.manager [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1450.923913] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807457, 'name': ReconfigVM_Task, 'duration_secs': 0.562197} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.929189] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce74756e-d6a7-4375-bf54-fd4cc2af030f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.931965] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d07b1-f78d-42b1-8511-f8887527aa2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.935822] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5f6896-54d2-4b49-9933-98ef6fcdc6fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.939807] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.940413] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807465, 'name': Rename_Task, 'duration_secs': 0.263981} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.944825] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fa121d-bdbe-47ae-9355-3e82a1b0d082 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.949905] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.949905] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1450.949905] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e83392-1095-cb96-a952-f2695c1a6f7b" [ 1450.949905] env[62633]: _type = "Task" [ 1450.949905] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.949905] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-124a778b-fcde-42a4-a2b6-39cc68a4f61a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.998588] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1450.998588] env[62633]: value = "task-1807466" [ 1450.998588] env[62633]: _type = "Task" [ 1450.998588] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.001198] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c33ca47-aaf6-4fcb-86aa-eaa1f22ed650 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.014145] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1451.014145] env[62633]: value = "task-1807467" [ 1451.014145] env[62633]: _type = "Task" [ 1451.014145] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.021877] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e83392-1095-cb96-a952-f2695c1a6f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.015383} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.033193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.033300] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.033570] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.034032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.034250] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.048997] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b16f8ca-ca7d-41d5-984c-d7bff0f07f9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.052579] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1451.052579] env[62633]: value = "task-1807468" [ 1451.052579] env[62633]: _type = "Task" [ 1451.052579] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.052713] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.070664] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807467, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.079653] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.084389] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.085771] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.085771] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3940c13c-e0bc-4f39-b909-914922486f60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.094255] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1451.094255] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de2645-a3d9-c4fe-89b6-71f5193a6188" [ 1451.094255] env[62633]: _type = "Task" [ 1451.094255] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.106794] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52de2645-a3d9-c4fe-89b6-71f5193a6188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.258473] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029a018b-f88d-428b-9df7-cafe83ce2b07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.268246] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9952d6-0df4-4e92-b587-1fb1952acae4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.302888] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3ed15d-0177-4643-99f0-d4c1bbd50c6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.307631] env[62633]: DEBUG nova.network.neutron [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updated VIF entry in instance network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.307631] env[62633]: DEBUG nova.network.neutron [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updating instance_info_cache with network_info: [{"id": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "address": "fa:16:3e:f0:52:e7", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de9e860-b3", "ovs_interfaceid": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.315565] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c2d614-3089-4859-a574-c4b597a3a1a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.333576] env[62633]: DEBUG nova.compute.provider_tree [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.383351] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.384630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.384630] env[62633]: DEBUG nova.network.neutron [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.532041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.535573] env[62633]: INFO nova.compute.manager [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Took 27.46 seconds to build instance. [ 1451.547586] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.551645] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.569080] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807468, 'name': ReconfigVM_Task, 'duration_secs': 0.454737} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.569420] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.569684] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-380863a6-24c7-4544-a590-e12ad230a6a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.579632] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1451.579632] env[62633]: value = "task-1807469" [ 1451.579632] env[62633]: _type = "Task" [ 1451.579632] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.597196] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.614887] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52de2645-a3d9-c4fe-89b6-71f5193a6188, 'name': SearchDatastore_Task, 'duration_secs': 0.012938} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.615838] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51763649-6ec5-4bae-b7a3-d2a39f9ed194 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.623610] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1451.623610] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5270b6dd-161e-f6c6-780d-42979d7d3ed8" [ 1451.623610] env[62633]: _type = "Task" [ 1451.623610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.638416] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5270b6dd-161e-f6c6-780d-42979d7d3ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.668474] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Updated VIF entry in instance network info cache for port 432483cb-2fb2-4b7d-ad3d-da136afe062f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.668934] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Updating instance_info_cache with network_info: [{"id": "432483cb-2fb2-4b7d-ad3d-da136afe062f", "address": "fa:16:3e:7a:90:c2", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432483cb-2f", "ovs_interfaceid": "432483cb-2fb2-4b7d-ad3d-da136afe062f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.810844] env[62633]: DEBUG oslo_concurrency.lockutils [req-fc308c51-a859-4184-8490-f1067c0f17dd req-f7b738b1-7c38-4db1-aeb3-8c74ea7e7c23 service nova] Releasing lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.900213] env[62633]: DEBUG nova.scheduler.client.report [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1451.901179] env[62633]: DEBUG nova.compute.provider_tree [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 31 to 32 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1451.902228] env[62633]: DEBUG nova.compute.provider_tree [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.953406] env[62633]: DEBUG nova.network.neutron [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.034611] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.043765] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b86e3a06-9349-45a0-a55a-d8ca3d8dcae7 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.987s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.044143] env[62633]: DEBUG oslo_vmware.api [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807467, 'name': PowerOnVM_Task, 'duration_secs': 0.895889} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.045547] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.045780] env[62633]: INFO nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1452.045998] env[62633]: DEBUG nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1452.050021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1f81aa-0806-4730-8483-36178f5edbde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.097408] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.137207] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5270b6dd-161e-f6c6-780d-42979d7d3ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.137829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.138099] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7d33e64b-6379-4bc2-a8ba-6581c23a6caa/7d33e64b-6379-4bc2-a8ba-6581c23a6caa.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.138460] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca9571cf-faa4-48d1-8faf-2412121f9e20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.148984] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1452.148984] env[62633]: value = "task-1807471" [ 1452.148984] env[62633]: _type = "Task" [ 1452.148984] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.163069] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.171908] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Releasing lock "refresh_cache-f9bc400c-ef61-42fa-ac39-a3e995e8237c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.172228] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Received event network-changed-e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1452.172421] env[62633]: DEBUG nova.compute.manager [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Refreshing instance network info cache due to event network-changed-e5ca600d-237d-415d-a353-e3d4b1a931c7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1452.172731] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquiring lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.172835] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Acquired lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.172988] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Refreshing network info cache for port e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.238187] env[62633]: DEBUG nova.network.neutron [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updating instance_info_cache with network_info: [{"id": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "address": "fa:16:3e:d5:b1:39", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd5e2d4-6a", "ovs_interfaceid": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.411243] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.737s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.411243] env[62633]: DEBUG nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1452.413120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.138s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.413365] env[62633]: DEBUG nova.objects.instance [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1452.532360] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.550526] env[62633]: DEBUG nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1452.581995] env[62633]: INFO nova.compute.manager [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Took 26.37 seconds to build instance. [ 1452.595160] env[62633]: DEBUG oslo_vmware.api [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807469, 'name': PowerOnVM_Task, 'duration_secs': 0.653945} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.596194] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.600304] env[62633]: DEBUG nova.compute.manager [None req-0ee8446d-a64e-4a85-a1ab-4774fea8f0aa tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1452.601199] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584bdbf-5f76-4bbd-8f86-e7fc6d4c822f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.662016] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807471, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.741780] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.741998] env[62633]: DEBUG nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Instance network_info: |[{"id": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "address": "fa:16:3e:d5:b1:39", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd5e2d4-6a", "ovs_interfaceid": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1452.742361] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:b1:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.753925] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Creating folder: Project (ada2dcc843ec4d42973857f63a66cdc0). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.754433] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47f9eccb-c19f-4511-a193-e1772919acdd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.772912] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Created folder: Project (ada2dcc843ec4d42973857f63a66cdc0) in parent group-v374582. [ 1452.773114] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Creating folder: Instances. Parent ref: group-v374638. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.773414] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-570d3314-513e-4349-86f5-a4a6dfe62978 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.786250] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Created folder: Instances in parent group-v374638. [ 1452.786536] env[62633]: DEBUG oslo.service.loopingcall [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.786746] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.786958] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2af12b49-3dfc-4d68-9fb8-d6f3234aa17d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.812736] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.812736] env[62633]: value = "task-1807474" [ 1452.812736] env[62633]: _type = "Task" [ 1452.812736] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.825694] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807474, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.920935] env[62633]: DEBUG nova.compute.utils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.930363] env[62633]: DEBUG nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1452.930363] env[62633]: DEBUG nova.network.neutron [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.033645] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.039885] env[62633]: DEBUG nova.policy [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aadcd8216b84b219931c2e6a9e542a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8acca4887dc740a6ab90bc45efcf4ce7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1453.080659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.090836] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bde3998-fdf7-455b-b926-8d72665add16 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.894s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.162819] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902649} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.163309] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7d33e64b-6379-4bc2-a8ba-6581c23a6caa/7d33e64b-6379-4bc2-a8ba-6581c23a6caa.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.163309] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.163594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f68ce727-868f-4517-a1c1-f8d0779a2dab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.174241] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Updated VIF entry in instance network info cache for port e5ca600d-237d-415d-a353-e3d4b1a931c7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.174704] env[62633]: DEBUG nova.network.neutron [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Updating instance_info_cache with network_info: [{"id": "e5ca600d-237d-415d-a353-e3d4b1a931c7", "address": "fa:16:3e:72:a0:90", "network": {"id": "3eaa6042-fbec-4741-84fc-b4aadb7aba6c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512144944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ff0ab5b4a2474f969fe092af97d832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca600d-23", "ovs_interfaceid": "e5ca600d-237d-415d-a353-e3d4b1a931c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.177741] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1453.177741] env[62633]: value = "task-1807475" [ 1453.177741] env[62633]: _type = "Task" [ 1453.177741] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.194604] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.327344] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807474, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.437249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f8fc0db7-492d-4545-a737-fb61543a6dae tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.438717] env[62633]: DEBUG nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1453.441657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.740s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.444111] env[62633]: INFO nova.compute.claims [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.501186] env[62633]: DEBUG nova.network.neutron [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Successfully created port: ce5f1c7d-647d-499e-9022-ef8c8648024a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.533157] env[62633]: DEBUG oslo_vmware.api [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807466, 'name': RemoveSnapshot_Task, 'duration_secs': 2.34307} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.533417] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1453.594337] env[62633]: DEBUG nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1453.682234] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f672bdb-e498-4fc4-b412-05eef3589af5 req-4e479da8-1727-4211-837b-bf3465338997 service nova] Releasing lock "refresh_cache-8975a6e8-03f5-424b-8843-79a4033b9790" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.693929] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095452} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.694226] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1453.698557] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e08759f-c715-4de6-baca-87c8f314ad72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.720032] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 7d33e64b-6379-4bc2-a8ba-6581c23a6caa/7d33e64b-6379-4bc2-a8ba-6581c23a6caa.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.720885] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d59905ba-e81f-47c2-9416-9037ab0d1ad4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.745904] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1453.745904] env[62633]: value = "task-1807476" [ 1453.745904] env[62633]: _type = "Task" [ 1453.745904] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.759867] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.801576] env[62633]: DEBUG oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be90d-cab5-45df-5b27-9fecda88ab45/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1453.803053] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c169144-e4f8-44e8-a980-9b6330ff2fb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.812918] env[62633]: DEBUG oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be90d-cab5-45df-5b27-9fecda88ab45/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1453.812918] env[62633]: ERROR oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be90d-cab5-45df-5b27-9fecda88ab45/disk-0.vmdk due to incomplete transfer. [ 1453.812918] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6399b9a5-72a7-4071-839b-95b4cfb3b2ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.828206] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807474, 'name': CreateVM_Task, 'duration_secs': 0.54528} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.830114] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.830351] env[62633]: DEBUG oslo_vmware.rw_handles [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522be90d-cab5-45df-5b27-9fecda88ab45/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1453.830533] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Uploaded image 117ce95c-81f3-4d4c-a61e-8a192024270c to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1453.833675] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1453.834440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.834607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.834923] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1453.835164] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df472dc2-36d3-4d1f-b578-53d9cf1ed6af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.836788] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c670d0-c5d7-4352-843e-373414d1e0b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.843854] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1453.843854] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f8be29-37a2-a29e-0357-cf97441c6935" [ 1453.843854] env[62633]: _type = "Task" [ 1453.843854] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.845388] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1453.845388] env[62633]: value = "task-1807477" [ 1453.845388] env[62633]: _type = "Task" [ 1453.845388] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.861926] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f8be29-37a2-a29e-0357-cf97441c6935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.862215] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807477, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.979835] env[62633]: DEBUG nova.compute.manager [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Received event network-changed-4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1453.984735] env[62633]: DEBUG nova.compute.manager [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Refreshing instance network info cache due to event network-changed-4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1453.984854] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Acquiring lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.984999] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Acquired lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.985278] env[62633]: DEBUG nova.network.neutron [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Refreshing network info cache for port 4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.042867] env[62633]: WARNING nova.compute.manager [None req-4c5c4964-4878-4813-b9f6-a765d3e4ddad tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Image not found during snapshot: nova.exception.ImageNotFound: Image 428dd59c-26c0-432b-aceb-8a7e3dd09115 could not be found. [ 1454.134370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.257855] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.368602] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f8be29-37a2-a29e-0357-cf97441c6935, 'name': SearchDatastore_Task, 'duration_secs': 0.043601} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.368602] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807477, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.368785] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.368899] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.369128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.369282] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.370039] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.370039] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd3f1969-09c0-406d-9d1b-24a98b2cb9d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.380425] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.380607] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.381420] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d5b5ff-dca9-429b-83e8-2ac4089f6c1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.388398] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1454.388398] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522270be-cdbf-b576-7a9b-0f76d2d406c7" [ 1454.388398] env[62633]: _type = "Task" [ 1454.388398] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.397472] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522270be-cdbf-b576-7a9b-0f76d2d406c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.459896] env[62633]: DEBUG nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1454.498914] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1454.500668] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1454.501223] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.501627] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1454.501825] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.502073] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1454.502296] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1454.502533] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1454.502752] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1454.503015] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1454.503360] env[62633]: DEBUG nova.virt.hardware [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1454.504645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f163761-736c-47ac-aaee-abe12a2e01dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.516204] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a82d4-72f1-4c11-a0f5-45cd2dbb43b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.547963] env[62633]: DEBUG nova.compute.manager [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Received event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1454.548292] env[62633]: DEBUG nova.compute.manager [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing instance network info cache due to event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1454.548603] env[62633]: DEBUG oslo_concurrency.lockutils [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] Acquiring lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.548807] env[62633]: DEBUG oslo_concurrency.lockutils [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] Acquired lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.549225] env[62633]: DEBUG nova.network.neutron [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.596791] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "5a1e40bc-705e-4655-9d00-34f831cdff2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.597221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "5a1e40bc-705e-4655-9d00-34f831cdff2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.597562] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "5a1e40bc-705e-4655-9d00-34f831cdff2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.598081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "5a1e40bc-705e-4655-9d00-34f831cdff2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.598374] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "5a1e40bc-705e-4655-9d00-34f831cdff2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.604056] env[62633]: INFO nova.compute.manager [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Terminating instance [ 1454.606128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "refresh_cache-5a1e40bc-705e-4655-9d00-34f831cdff2e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.606368] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquired lock "refresh_cache-5a1e40bc-705e-4655-9d00-34f831cdff2e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.606603] env[62633]: DEBUG nova.network.neutron [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.760288] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807476, 'name': ReconfigVM_Task, 'duration_secs': 0.823472} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.764445] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 7d33e64b-6379-4bc2-a8ba-6581c23a6caa/7d33e64b-6379-4bc2-a8ba-6581c23a6caa.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.765571] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-602e4b29-a178-4aed-8ebe-3e3e13bb4b8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.777467] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1454.777467] env[62633]: value = "task-1807478" [ 1454.777467] env[62633]: _type = "Task" [ 1454.777467] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.791441] env[62633]: DEBUG nova.network.neutron [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Updated VIF entry in instance network info cache for port 4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.794800] env[62633]: DEBUG nova.network.neutron [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Updating instance_info_cache with network_info: [{"id": "4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3", "address": "fa:16:3e:06:ba:36", "network": {"id": "648e2976-3351-4033-bfd6-aededf59a4fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-201341877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a2b39f2c38407c95454f36bb18643d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba05a3d-12", "ovs_interfaceid": "4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.804496] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807478, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.865588] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807477, 'name': Destroy_Task, 'duration_secs': 0.878675} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.865967] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Destroyed the VM [ 1454.866292] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1454.866597] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f0d0fa3-df6b-4300-ac92-37c6e3058f01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.879576] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1454.879576] env[62633]: value = "task-1807479" [ 1454.879576] env[62633]: _type = "Task" [ 1454.879576] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.897750] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.909115] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522270be-cdbf-b576-7a9b-0f76d2d406c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017787} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.910316] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d267d60a-250b-4c24-9637-9bc520f8b684 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.919037] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1454.919037] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52dec3cb-1ecc-f29d-d9f1-8b165f41172a" [ 1454.919037] env[62633]: _type = "Task" [ 1454.919037] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.933663] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52dec3cb-1ecc-f29d-d9f1-8b165f41172a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.990750] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a77c80b-25d1-492c-952e-f101f6773164 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.000505] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ac49d-f2f4-4e38-9226-b1d419b4d80c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.034676] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536c726a-699a-4982-9f52-136437736817 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.043811] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052eab2-e6f8-4ac9-8ca2-2869aec6e3f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.066020] env[62633]: DEBUG nova.compute.provider_tree [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.166886] env[62633]: DEBUG nova.network.neutron [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1455.292665] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807478, 'name': Rename_Task, 'duration_secs': 0.193785} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.294180] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.297953] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f1c92a5-5bb8-48c4-a9bd-a33ddc1ad669 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.303018] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Releasing lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.303018] env[62633]: DEBUG nova.compute.manager [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Received event network-vif-plugged-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1455.303018] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Acquiring lock "0c264e0a-88a7-4389-aaae-8617f59f5360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.303018] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.303018] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.303018] env[62633]: DEBUG nova.compute.manager [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] No waiting events found dispatching network-vif-plugged-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1455.303018] env[62633]: WARNING nova.compute.manager [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Received unexpected event network-vif-plugged-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 for instance with vm_state building and task_state spawning. [ 1455.303018] env[62633]: DEBUG nova.compute.manager [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Received event network-changed-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1455.303018] env[62633]: DEBUG nova.compute.manager [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Refreshing instance network info cache due to event network-changed-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1455.303018] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Acquiring lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.303018] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Acquired lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.303018] env[62633]: DEBUG nova.network.neutron [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Refreshing network info cache for port 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.313020] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1455.313020] env[62633]: value = "task-1807480" [ 1455.313020] env[62633]: _type = "Task" [ 1455.313020] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.326891] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.328467] env[62633]: DEBUG nova.network.neutron [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.343589] env[62633]: DEBUG nova.network.neutron [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updated VIF entry in instance network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.343959] env[62633]: DEBUG nova.network.neutron [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updating instance_info_cache with network_info: [{"id": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "address": "fa:16:3e:f0:52:e7", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de9e860-b3", "ovs_interfaceid": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.390616] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.435160] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52dec3cb-1ecc-f29d-d9f1-8b165f41172a, 'name': SearchDatastore_Task, 'duration_secs': 0.014166} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.435553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.435885] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0c264e0a-88a7-4389-aaae-8617f59f5360/0c264e0a-88a7-4389-aaae-8617f59f5360.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.436243] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10749a8b-1b0c-47f1-9f4a-6e73746f10e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.446825] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1455.446825] env[62633]: value = "task-1807481" [ 1455.446825] env[62633]: _type = "Task" [ 1455.446825] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.462050] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.568502] env[62633]: DEBUG nova.scheduler.client.report [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1455.730403] env[62633]: DEBUG nova.network.neutron [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Successfully updated port: ce5f1c7d-647d-499e-9022-ef8c8648024a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.809994] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b25bb-04b2-4851-955e-762ec1a9a9f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.829036] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-710c0cd3-9d36-4741-b866-3dc48a2799cf tempest-ServersAdminNegativeTestJSON-1158996991 tempest-ServersAdminNegativeTestJSON-1158996991-project-admin] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1455.830635] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-45a0b2c8-3397-4aef-9fe9-b1880905740b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.840901] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Releasing lock "refresh_cache-5a1e40bc-705e-4655-9d00-34f831cdff2e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.841981] env[62633]: DEBUG nova.compute.manager [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1455.843166] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.843166] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.845916] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9337fdcd-edfc-4ff8-8066-80343bf11bcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.856413] env[62633]: DEBUG oslo_concurrency.lockutils [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] Releasing lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.856413] env[62633]: DEBUG nova.compute.manager [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Received event network-changed-31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1455.856701] env[62633]: DEBUG nova.compute.manager [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Refreshing instance network info cache due to event network-changed-31b6cb84-0eba-4580-9a0f-ae70b029d9a5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1455.856787] env[62633]: DEBUG oslo_concurrency.lockutils [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] Acquiring lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.856965] env[62633]: DEBUG oslo_concurrency.lockutils [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] Acquired lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.857155] env[62633]: DEBUG nova.network.neutron [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Refreshing network info cache for port 31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.858766] env[62633]: DEBUG oslo_vmware.api [None req-710c0cd3-9d36-4741-b866-3dc48a2799cf tempest-ServersAdminNegativeTestJSON-1158996991 tempest-ServersAdminNegativeTestJSON-1158996991-project-admin] Waiting for the task: (returnval){ [ 1455.858766] env[62633]: value = "task-1807482" [ 1455.858766] env[62633]: _type = "Task" [ 1455.858766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.872962] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.873964] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979ab9a8-2bec-4feb-a0d2-cd6d10815dfc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.880157] env[62633]: DEBUG oslo_vmware.api [None req-710c0cd3-9d36-4741-b866-3dc48a2799cf tempest-ServersAdminNegativeTestJSON-1158996991 tempest-ServersAdminNegativeTestJSON-1158996991-project-admin] Task: {'id': task-1807482, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.890452] env[62633]: DEBUG oslo_vmware.api [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1455.890452] env[62633]: value = "task-1807483" [ 1455.890452] env[62633]: _type = "Task" [ 1455.890452] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.900673] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807479, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.911627] env[62633]: DEBUG oslo_vmware.api [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.961454] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807481, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.074486] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.075027] env[62633]: DEBUG nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1456.085962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.372s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.087173] env[62633]: INFO nova.compute.claims [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.233608] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "refresh_cache-2393de63-7d92-484b-8216-3ae3fc76a580" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.234161] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "refresh_cache-2393de63-7d92-484b-8216-3ae3fc76a580" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.234396] env[62633]: DEBUG nova.network.neutron [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.330691] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807480, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.376234] env[62633]: DEBUG oslo_vmware.api [None req-710c0cd3-9d36-4741-b866-3dc48a2799cf tempest-ServersAdminNegativeTestJSON-1158996991 tempest-ServersAdminNegativeTestJSON-1158996991-project-admin] Task: {'id': task-1807482, 'name': SuspendVM_Task} progress is 50%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.393867] env[62633]: DEBUG oslo_vmware.api [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807479, 'name': RemoveSnapshot_Task, 'duration_secs': 1.284692} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.397604] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1456.397856] env[62633]: INFO nova.compute.manager [None req-fbc6fcc5-0b6f-4312-a778-c7f49c8c70e6 tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Took 18.41 seconds to snapshot the instance on the hypervisor. [ 1456.409420] env[62633]: DEBUG oslo_vmware.api [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807483, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.460086] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760508} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.460734] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0c264e0a-88a7-4389-aaae-8617f59f5360/0c264e0a-88a7-4389-aaae-8617f59f5360.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.461042] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.461352] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85872602-5ed4-45a2-ba77-a171913f000a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.471731] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1456.471731] env[62633]: value = "task-1807484" [ 1456.471731] env[62633]: _type = "Task" [ 1456.471731] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.483240] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.592917] env[62633]: DEBUG nova.compute.utils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1456.594794] env[62633]: DEBUG nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1456.595029] env[62633]: DEBUG nova.network.neutron [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1456.634668] env[62633]: DEBUG nova.network.neutron [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updated VIF entry in instance network info cache for port 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.635117] env[62633]: DEBUG nova.network.neutron [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updating instance_info_cache with network_info: [{"id": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "address": "fa:16:3e:d5:b1:39", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd5e2d4-6a", "ovs_interfaceid": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.690321] env[62633]: DEBUG nova.policy [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1456.797214] env[62633]: DEBUG nova.network.neutron [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updated VIF entry in instance network info cache for port 31b6cb84-0eba-4580-9a0f-ae70b029d9a5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.797667] env[62633]: DEBUG nova.network.neutron [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updating instance_info_cache with network_info: [{"id": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "address": "fa:16:3e:99:86:04", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b6cb84-0e", "ovs_interfaceid": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.810423] env[62633]: DEBUG nova.network.neutron [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.835257] env[62633]: DEBUG oslo_vmware.api [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807480, 'name': PowerOnVM_Task, 'duration_secs': 1.216341} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.835665] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.835910] env[62633]: INFO nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1456.836131] env[62633]: DEBUG nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1456.837217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791cc2b9-5d30-42d2-89a8-78b85f781fb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.863999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Acquiring lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.864274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.876419] env[62633]: DEBUG oslo_vmware.api [None req-710c0cd3-9d36-4741-b866-3dc48a2799cf tempest-ServersAdminNegativeTestJSON-1158996991 tempest-ServersAdminNegativeTestJSON-1158996991-project-admin] Task: {'id': task-1807482, 'name': SuspendVM_Task, 'duration_secs': 0.937596} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.877383] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-710c0cd3-9d36-4741-b866-3dc48a2799cf tempest-ServersAdminNegativeTestJSON-1158996991 tempest-ServersAdminNegativeTestJSON-1158996991-project-admin] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1456.877587] env[62633]: DEBUG nova.compute.manager [None req-710c0cd3-9d36-4741-b866-3dc48a2799cf tempest-ServersAdminNegativeTestJSON-1158996991 tempest-ServersAdminNegativeTestJSON-1158996991-project-admin] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1456.878423] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d108b78-5877-4ee2-8bc0-4bc9f409b57f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.907554] env[62633]: DEBUG oslo_vmware.api [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807483, 'name': PowerOffVM_Task, 'duration_secs': 0.895458} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.908075] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.908171] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.908631] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c26729-3abf-4466-8567-3e9719cf522e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.946957] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.947263] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.947476] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Deleting the datastore file [datastore1] 5a1e40bc-705e-4655-9d00-34f831cdff2e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.947767] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6ac406-e1c8-4e01-837a-9d4655ce902c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.956359] env[62633]: DEBUG oslo_vmware.api [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for the task: (returnval){ [ 1456.956359] env[62633]: value = "task-1807486" [ 1456.956359] env[62633]: _type = "Task" [ 1456.956359] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.967655] env[62633]: DEBUG oslo_vmware.api [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.983152] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145325} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.983401] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.984305] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1805b1-57fc-48a1-b91c-9b43ce00d07d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.013382] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 0c264e0a-88a7-4389-aaae-8617f59f5360/0c264e0a-88a7-4389-aaae-8617f59f5360.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.013764] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90074beb-f8b3-44ba-b71e-a7970259f89d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.037819] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1457.037819] env[62633]: value = "task-1807487" [ 1457.037819] env[62633]: _type = "Task" [ 1457.037819] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.047765] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.100248] env[62633]: DEBUG nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1457.140948] env[62633]: DEBUG oslo_concurrency.lockutils [req-8ede9b3c-8d51-482c-a1a6-32e5624aae2b req-82ccdd92-3e7b-4c98-bd1b-ecd9db162a18 service nova] Releasing lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.301049] env[62633]: DEBUG oslo_concurrency.lockutils [req-47dd2fca-75dc-4325-9b43-988b3b0a90a4 req-5439a244-2e15-4440-8423-d3d3d86ec466 service nova] Releasing lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.318169] env[62633]: DEBUG nova.network.neutron [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Updating instance_info_cache with network_info: [{"id": "ce5f1c7d-647d-499e-9022-ef8c8648024a", "address": "fa:16:3e:b1:d2:d6", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce5f1c7d-64", "ovs_interfaceid": "ce5f1c7d-647d-499e-9022-ef8c8648024a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.371109] env[62633]: INFO nova.compute.manager [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Took 29.05 seconds to build instance. [ 1457.475129] env[62633]: DEBUG oslo_vmware.api [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Task: {'id': task-1807486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427185} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.475129] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.475129] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.475129] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.475129] env[62633]: INFO nova.compute.manager [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1457.475129] env[62633]: DEBUG oslo.service.loopingcall [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.475129] env[62633]: DEBUG nova.compute.manager [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1457.475129] env[62633]: DEBUG nova.network.neutron [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.532655] env[62633]: DEBUG nova.network.neutron [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.556643] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807487, 'name': ReconfigVM_Task, 'duration_secs': 0.30353} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.557150] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 0c264e0a-88a7-4389-aaae-8617f59f5360/0c264e0a-88a7-4389-aaae-8617f59f5360.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.557594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6273bcb8-a597-4ce1-9286-c8afabcaccd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.568184] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1457.568184] env[62633]: value = "task-1807488" [ 1457.568184] env[62633]: _type = "Task" [ 1457.568184] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.583631] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807488, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.650776] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce3a58-d14f-4dc8-bd9c-60427a88d0e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.659886] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561390b4-82f0-4620-bfab-b64c44a90850 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.700195] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8307a9-8dc1-48f9-86c9-ed5cd8228a50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.709572] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fcc1a1-982e-4189-86c5-6f29d28be290 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.724501] env[62633]: DEBUG nova.compute.provider_tree [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.726884] env[62633]: DEBUG nova.network.neutron [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Successfully created port: a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.828113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "refresh_cache-2393de63-7d92-484b-8216-3ae3fc76a580" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.828113] env[62633]: DEBUG nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Instance network_info: |[{"id": "ce5f1c7d-647d-499e-9022-ef8c8648024a", "address": "fa:16:3e:b1:d2:d6", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce5f1c7d-64", "ovs_interfaceid": "ce5f1c7d-647d-499e-9022-ef8c8648024a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1457.828448] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:d2:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce5f1c7d-647d-499e-9022-ef8c8648024a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.836436] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating folder: Project (8acca4887dc740a6ab90bc45efcf4ce7). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.836792] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a14c29b6-90fd-4bcd-850b-12d1bac7c1a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.850323] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Created folder: Project (8acca4887dc740a6ab90bc45efcf4ce7) in parent group-v374582. [ 1457.850917] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating folder: Instances. Parent ref: group-v374641. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.851512] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f612640-6afc-4caa-b262-b85086367b39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.863677] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Created folder: Instances in parent group-v374641. [ 1457.864089] env[62633]: DEBUG oslo.service.loopingcall [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.864320] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.864538] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e563d3cd-970d-438a-9a74-0e12f05d6e1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.884016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a42e27b-a4e7-4308-a651-dbc8e46d57a3 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.568s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.889049] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.889049] env[62633]: value = "task-1807491" [ 1457.889049] env[62633]: _type = "Task" [ 1457.889049] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.898939] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807491, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.909825] env[62633]: INFO nova.compute.manager [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Unrescuing [ 1457.910144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.910313] env[62633]: DEBUG oslo_concurrency.lockutils [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.912383] env[62633]: DEBUG nova.network.neutron [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.036254] env[62633]: DEBUG nova.network.neutron [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.080165] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807488, 'name': Rename_Task, 'duration_secs': 0.297518} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.080557] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.080820] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b034b79-df3d-44f3-8cef-6cf3afac7ceb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.089094] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1458.089094] env[62633]: value = "task-1807492" [ 1458.089094] env[62633]: _type = "Task" [ 1458.089094] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.102268] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.124546] env[62633]: DEBUG nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1458.154770] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1458.155640] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1458.155939] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.156245] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1458.156528] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.156716] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1458.158593] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1458.158803] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1458.159281] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1458.159281] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1458.159575] env[62633]: DEBUG nova.virt.hardware [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1458.160510] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a384a-d9b7-403a-8084-9f569a0f857a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.172148] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d057a2ec-3bfa-4fe5-b8a1-1c786ccc70a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.231118] env[62633]: DEBUG nova.scheduler.client.report [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1458.265696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquiring lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.265966] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.387025] env[62633]: DEBUG nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1458.402220] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807491, 'name': CreateVM_Task, 'duration_secs': 0.384138} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.405136] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.405136] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.405136] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.405136] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.405136] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f74c404-33c6-430f-9c90-0e04f494e625 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.412301] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1458.412301] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52925068-b67e-be35-2420-45e3cb6bf374" [ 1458.412301] env[62633]: _type = "Task" [ 1458.412301] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.429182] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52925068-b67e-be35-2420-45e3cb6bf374, 'name': SearchDatastore_Task, 'duration_secs': 0.013554} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.429182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.429182] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.429182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.429182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.429182] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.431123] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0cda84a-350d-4dab-863a-9c70aa8ff5a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.441151] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.441356] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.442261] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b809813a-debd-4507-805d-909f01bd2de9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.449011] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1458.449011] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528ab4f0-53fc-4829-1245-aa57168511bf" [ 1458.449011] env[62633]: _type = "Task" [ 1458.449011] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.459877] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528ab4f0-53fc-4829-1245-aa57168511bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.539254] env[62633]: INFO nova.compute.manager [-] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Took 1.06 seconds to deallocate network for instance. [ 1458.603330] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807492, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.636231] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.737617] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.738339] env[62633]: DEBUG nova.compute.manager [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1458.741108] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.947s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.745257] env[62633]: INFO nova.compute.claims [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.919635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.964506] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528ab4f0-53fc-4829-1245-aa57168511bf, 'name': SearchDatastore_Task, 'duration_secs': 0.016116} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.965340] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9627a4-d336-4768-bfe6-f640e3245c40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.972125] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1458.972125] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521667f7-59c7-5d9e-adf7-716424fc37c8" [ 1458.972125] env[62633]: _type = "Task" [ 1458.972125] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.983827] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521667f7-59c7-5d9e-adf7-716424fc37c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.049139] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.102115] env[62633]: DEBUG oslo_vmware.api [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807492, 'name': PowerOnVM_Task, 'duration_secs': 0.529567} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.108014] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.108014] env[62633]: INFO nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1459.108014] env[62633]: DEBUG nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1459.108014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372fc8b8-f047-427f-b41b-301924e27c8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.248506] env[62633]: DEBUG nova.compute.utils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.254720] env[62633]: DEBUG nova.compute.manager [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1459.354677] env[62633]: DEBUG nova.network.neutron [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Updating instance_info_cache with network_info: [{"id": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "address": "fa:16:3e:50:0c:f7", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68250ae-50", "ovs_interfaceid": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.483214] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521667f7-59c7-5d9e-adf7-716424fc37c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.634290] env[62633]: INFO nova.compute.manager [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Took 24.90 seconds to build instance. [ 1459.635513] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.755870] env[62633]: DEBUG nova.compute.manager [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1459.859262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.861669] env[62633]: DEBUG nova.objects.instance [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lazy-loading 'flavor' on Instance uuid 0ecba84c-08d1-4790-a170-eabff2c6d69e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.991279] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521667f7-59c7-5d9e-adf7-716424fc37c8, 'name': SearchDatastore_Task, 'duration_secs': 0.729447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.991279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.991872] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 2393de63-7d92-484b-8216-3ae3fc76a580/2393de63-7d92-484b-8216-3ae3fc76a580.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.996076] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64667e5d-96b6-401f-bc37-1bedabdc4606 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.008581] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1460.008581] env[62633]: value = "task-1807493" [ 1460.008581] env[62633]: _type = "Task" [ 1460.008581] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.019010] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.138115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adb30b16-e694-428a-9ea2-7a7b8d668814 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.988s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.225858] env[62633]: DEBUG nova.compute.manager [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Received event network-vif-plugged-ce5f1c7d-647d-499e-9022-ef8c8648024a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1460.226149] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Acquiring lock "2393de63-7d92-484b-8216-3ae3fc76a580-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.226382] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Lock "2393de63-7d92-484b-8216-3ae3fc76a580-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.226552] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Lock "2393de63-7d92-484b-8216-3ae3fc76a580-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.226720] env[62633]: DEBUG nova.compute.manager [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] No waiting events found dispatching network-vif-plugged-ce5f1c7d-647d-499e-9022-ef8c8648024a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1460.226888] env[62633]: WARNING nova.compute.manager [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Received unexpected event network-vif-plugged-ce5f1c7d-647d-499e-9022-ef8c8648024a for instance with vm_state building and task_state spawning. [ 1460.227061] env[62633]: DEBUG nova.compute.manager [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Received event network-changed-2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1460.227216] env[62633]: DEBUG nova.compute.manager [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Refreshing instance network info cache due to event network-changed-2bac0f57-52b5-4be3-90cd-969664fa3122. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1460.227404] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Acquiring lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.227531] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Acquired lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.227685] env[62633]: DEBUG nova.network.neutron [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Refreshing network info cache for port 2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.323812] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccb1d12-fd93-4172-9caf-0c62cb52c9a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.334670] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef8390b-733f-4c89-a88b-67434d17f036 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.372725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ee747d-8649-4940-bdf3-84554f9030bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.375799] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034b52b8-2ff6-4d41-916f-fbf0db6e5322 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.399417] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.401497] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec5628d-f078-4908-9afa-348ec6e9b857 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.404701] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd14d17-9eb1-4f89-b035-f7d6827ef9d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.424123] env[62633]: DEBUG nova.compute.provider_tree [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.427399] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1460.427399] env[62633]: value = "task-1807494" [ 1460.427399] env[62633]: _type = "Task" [ 1460.427399] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.439528] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.522642] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807493, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.643109] env[62633]: DEBUG nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1460.766724] env[62633]: DEBUG nova.compute.manager [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1460.795160] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1460.795448] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1460.795629] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1460.795971] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1460.796191] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1460.797142] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1460.797410] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1460.797601] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1460.797775] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1460.797948] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1460.798140] env[62633]: DEBUG nova.virt.hardware [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1460.799038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3736f89-8fc4-44cf-994d-ebaddf54f5c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.808414] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dfec2a-1741-4fd7-89f3-da054a629061 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.828680] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.834960] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Creating folder: Project (b2210d574b4c4a0ca876a896dda351a9). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.835304] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19ec05de-dd5e-4f50-bfa9-98a816f9c133 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.849230] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Created folder: Project (b2210d574b4c4a0ca876a896dda351a9) in parent group-v374582. [ 1460.849594] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Creating folder: Instances. Parent ref: group-v374644. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.849892] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb269136-75d0-4c48-ba8d-e6ea17fe6558 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.863529] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Created folder: Instances in parent group-v374644. [ 1460.863813] env[62633]: DEBUG oslo.service.loopingcall [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.864039] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.864261] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b4c1694-b845-420b-9aa8-d80645ff790e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.886906] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.886906] env[62633]: value = "task-1807497" [ 1460.886906] env[62633]: _type = "Task" [ 1460.886906] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.896943] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807497, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.914748] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.915064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.915365] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.915534] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.915731] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.919336] env[62633]: INFO nova.compute.manager [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Terminating instance [ 1460.923824] env[62633]: DEBUG nova.compute.manager [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1460.925058] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.925238] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e05b73c-a26b-413f-b66f-b883c466ea5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.929644] env[62633]: DEBUG nova.scheduler.client.report [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1460.944708] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.948194] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23e351cc-0dc0-436c-943b-f876ee64070b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.951061] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807494, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.962526] env[62633]: DEBUG oslo_vmware.api [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1460.962526] env[62633]: value = "task-1807498" [ 1460.962526] env[62633]: _type = "Task" [ 1460.962526] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.981896] env[62633]: DEBUG oslo_vmware.api [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.028815] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815355} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.029140] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 2393de63-7d92-484b-8216-3ae3fc76a580/2393de63-7d92-484b-8216-3ae3fc76a580.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1461.029355] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1461.029629] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-577aedbb-204a-4e44-a940-c97bf0bda1c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.038331] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1461.038331] env[62633]: value = "task-1807499" [ 1461.038331] env[62633]: _type = "Task" [ 1461.038331] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.049516] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.176929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.412408] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807497, 'name': CreateVM_Task, 'duration_secs': 0.372374} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.413335] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.413984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.414329] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.414799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.415256] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5381af04-8e28-496f-9d8e-5d83f96243c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.423469] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1461.423469] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f3440a-09be-713d-cd75-39b49537f807" [ 1461.423469] env[62633]: _type = "Task" [ 1461.423469] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.435253] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f3440a-09be-713d-cd75-39b49537f807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.439151] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.440101] env[62633]: DEBUG nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1461.452977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.923s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.452977] env[62633]: INFO nova.compute.claims [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.460890] env[62633]: DEBUG nova.network.neutron [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Successfully updated port: a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.468203] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807494, 'name': PowerOffVM_Task, 'duration_secs': 0.555588} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.472040] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.480034] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Reconfiguring VM instance instance-00000005 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1461.480034] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4f2d09-87a2-47b9-b7f3-6e749087f7bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.506844] env[62633]: DEBUG oslo_vmware.api [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807498, 'name': PowerOffVM_Task, 'duration_secs': 0.251609} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.510840] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.511092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.511781] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1461.511781] env[62633]: value = "task-1807500" [ 1461.511781] env[62633]: _type = "Task" [ 1461.511781] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.512012] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b94e798-ccf4-457c-82a5-b326b1d08d8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.523672] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.550339] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072029} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.550459] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.551760] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6012e63-98d0-45fb-b685-c0cb4c65d1e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.583372] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 2393de63-7d92-484b-8216-3ae3fc76a580/2393de63-7d92-484b-8216-3ae3fc76a580.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.587222] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd45374-08d8-440e-8698-fa1e05bc7ef6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.611045] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1461.611045] env[62633]: value = "task-1807502" [ 1461.611045] env[62633]: _type = "Task" [ 1461.611045] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.624435] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.626093] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.626422] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.626791] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleting the datastore file [datastore1] ebfdb696-4d65-4bff-9732-3ea4f21d22f0 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.627066] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4380910d-ac17-4a87-b25c-106868e5b022 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.635342] env[62633]: DEBUG oslo_vmware.api [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1461.635342] env[62633]: value = "task-1807503" [ 1461.635342] env[62633]: _type = "Task" [ 1461.635342] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.635915] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.640933] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.641207] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1461.641604] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.641940] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances with incomplete migration {{(pid=62633) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1461.655555] env[62633]: DEBUG oslo_vmware.api [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.882365] env[62633]: DEBUG nova.network.neutron [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updated VIF entry in instance network info cache for port 2bac0f57-52b5-4be3-90cd-969664fa3122. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.882836] env[62633]: DEBUG nova.network.neutron [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [{"id": "2bac0f57-52b5-4be3-90cd-969664fa3122", "address": "fa:16:3e:3b:85:cb", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bac0f57-52", "ovs_interfaceid": "2bac0f57-52b5-4be3-90cd-969664fa3122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.953827] env[62633]: DEBUG nova.compute.utils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1461.956884] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f3440a-09be-713d-cd75-39b49537f807, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.958235] env[62633]: DEBUG nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1461.959813] env[62633]: DEBUG nova.network.neutron [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.964491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.964491] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.964491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.964491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.964491] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.966914] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f58577f-c890-43c4-acc2-69251b3da7a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.971163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.971163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.971163] env[62633]: DEBUG nova.network.neutron [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.987453] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.988135] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.992415] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4745fa-4eaa-46af-a40d-362712282044 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.010037] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1462.010037] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a8516b-7b3a-f644-a749-6112e5e85bba" [ 1462.010037] env[62633]: _type = "Task" [ 1462.010037] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.025013] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.028364] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a8516b-7b3a-f644-a749-6112e5e85bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.098188] env[62633]: DEBUG nova.policy [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b081184c2e84c638f9c6e774c708793', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06c47185331441c68e616c66ff1d23f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1462.123072] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.148069] env[62633]: DEBUG oslo_vmware.api [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433074} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.148397] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.148505] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.148645] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.149124] env[62633]: INFO nova.compute.manager [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1462.149263] env[62633]: DEBUG oslo.service.loopingcall [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.149564] env[62633]: DEBUG nova.compute.manager [-] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1462.149657] env[62633]: DEBUG nova.network.neutron [-] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.386641] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Releasing lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.386641] env[62633]: DEBUG nova.compute.manager [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Received event network-changed-ce5f1c7d-647d-499e-9022-ef8c8648024a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.386980] env[62633]: DEBUG nova.compute.manager [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Refreshing instance network info cache due to event network-changed-ce5f1c7d-647d-499e-9022-ef8c8648024a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1462.386980] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Acquiring lock "refresh_cache-2393de63-7d92-484b-8216-3ae3fc76a580" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.387077] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Acquired lock "refresh_cache-2393de63-7d92-484b-8216-3ae3fc76a580" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.387249] env[62633]: DEBUG nova.network.neutron [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Refreshing network info cache for port ce5f1c7d-647d-499e-9022-ef8c8648024a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.448334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.448633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.448772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.449180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.449180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.454573] env[62633]: INFO nova.compute.manager [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Terminating instance [ 1462.458024] env[62633]: DEBUG nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1462.464506] env[62633]: DEBUG nova.compute.manager [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1462.467088] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.467088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0026b6ef-4446-43ce-9d8f-4798f8b82578 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.483549] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.483926] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27247c9a-0f00-4017-9cdf-265a902827ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.493249] env[62633]: DEBUG oslo_vmware.api [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1462.493249] env[62633]: value = "task-1807504" [ 1462.493249] env[62633]: _type = "Task" [ 1462.493249] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.511441] env[62633]: DEBUG oslo_vmware.api [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.531699] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807500, 'name': ReconfigVM_Task, 'duration_secs': 0.61092} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.543560] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Reconfigured VM instance instance-00000005 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1462.543792] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.544460] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a8516b-7b3a-f644-a749-6112e5e85bba, 'name': SearchDatastore_Task, 'duration_secs': 0.015856} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.554209] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e29a984-d605-4dd8-992e-c9a9b204e21e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.563812] env[62633]: DEBUG nova.network.neutron [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.569510] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47782496-2118-4b95-a75c-a9956a83be79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.593026] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1462.593026] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521eb8e8-57f9-c99a-0e1d-a792ee9d9ffc" [ 1462.593026] env[62633]: _type = "Task" [ 1462.593026] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.593653] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1462.593653] env[62633]: value = "task-1807505" [ 1462.593653] env[62633]: _type = "Task" [ 1462.593653] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.614932] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521eb8e8-57f9-c99a-0e1d-a792ee9d9ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.614932] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.632736] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807502, 'name': ReconfigVM_Task, 'duration_secs': 0.569041} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.633086] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 2393de63-7d92-484b-8216-3ae3fc76a580/2393de63-7d92-484b-8216-3ae3fc76a580.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.633787] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14bfe3f7-40a3-4f62-bbd3-681663397ad9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.645404] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1462.645404] env[62633]: value = "task-1807506" [ 1462.645404] env[62633]: _type = "Task" [ 1462.645404] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.659806] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807506, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.016711] env[62633]: DEBUG oslo_vmware.api [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807504, 'name': PowerOffVM_Task, 'duration_secs': 0.274914} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.017789] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.017789] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.019184] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5316e528-b770-411d-858f-277ea2f3477e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.125970] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521eb8e8-57f9-c99a-0e1d-a792ee9d9ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.021718} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.132739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.133115] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 28a52eb3-83d0-4428-9ac6-9d643ca7eb42/28a52eb3-83d0-4428-9ac6-9d643ca7eb42.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.135139] env[62633]: DEBUG oslo_vmware.api [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807505, 'name': PowerOnVM_Task, 'duration_secs': 0.436862} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.135385] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46db864c-0254-4b2d-8e44-be0e2d0fbf56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.139027] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.139027] env[62633]: DEBUG nova.compute.manager [None req-23ee103d-c386-4062-804f-4a4a6dc3b003 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1463.140919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc39f93-45ab-409d-9505-60f4d75c33fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.153769] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.155306] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.171948] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1463.171948] env[62633]: value = "task-1807508" [ 1463.171948] env[62633]: _type = "Task" [ 1463.171948] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.218033] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807506, 'name': Rename_Task, 'duration_secs': 0.217213} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.218033] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.218033] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32c45f19-34c1-43f5-8462-b3c8156e0c6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.233573] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.252598] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1463.252598] env[62633]: value = "task-1807509" [ 1463.252598] env[62633]: _type = "Task" [ 1463.252598] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.257937] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aac66d-9020-4ab6-8dee-9bb0c43c3639 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.303826] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.305684] env[62633]: DEBUG nova.network.neutron [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [{"id": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "address": "fa:16:3e:b1:ba:46", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fed157-dd", "ovs_interfaceid": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.307948] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2668f-e37d-4de6-adea-aa8751c5d7ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.347346] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54124dc3-7dee-4af7-b730-9779e7d5f17d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.356535] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a328d-4d8a-4439-b8d4-749c870a919c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.373598] env[62633]: DEBUG nova.compute.provider_tree [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.480330] env[62633]: DEBUG nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1463.511640] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1463.512438] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1463.514081] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.514081] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1463.514081] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.514081] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1463.514081] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1463.514081] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1463.514833] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1463.515133] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1463.515425] env[62633]: DEBUG nova.virt.hardware [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1463.516765] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4519492-cb36-43f8-8033-c1db6113f0db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.526887] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c5497-f2de-4481-91b2-06adffe696ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.602574] env[62633]: DEBUG nova.network.neutron [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Successfully created port: 49897722-993b-4684-b03d-14abc76c9204 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.672672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.689506] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807508, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.765888] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807509, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.819441] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.820086] env[62633]: DEBUG nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Instance network_info: |[{"id": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "address": "fa:16:3e:b1:ba:46", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fed157-dd", "ovs_interfaceid": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1463.821290] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:ba:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.836860] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Creating folder: Project (53eb600e41a14bedbd96af9694ace5ba). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.837352] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90e6c8a6-abb7-4e32-8df7-2c17c1a11bde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.856028] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Created folder: Project (53eb600e41a14bedbd96af9694ace5ba) in parent group-v374582. [ 1463.856565] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Creating folder: Instances. Parent ref: group-v374647. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1463.856806] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a33c8e89-94ca-4f7c-ac1c-72d0d166f8f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.879172] env[62633]: DEBUG nova.scheduler.client.report [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1463.882622] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Created folder: Instances in parent group-v374647. [ 1463.882622] env[62633]: DEBUG oslo.service.loopingcall [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.883067] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.883345] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc3eaf9a-a8ee-495a-b5e0-0f1adc395612 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.917158] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.917158] env[62633]: value = "task-1807512" [ 1463.917158] env[62633]: _type = "Task" [ 1463.917158] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.929414] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807512, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.050416] env[62633]: DEBUG nova.network.neutron [-] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.187593] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739251} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.187593] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 28a52eb3-83d0-4428-9ac6-9d643ca7eb42/28a52eb3-83d0-4428-9ac6-9d643ca7eb42.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.187593] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.187593] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e13d79b-59f0-4f43-87d8-b5f310d79829 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.196365] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1464.196365] env[62633]: value = "task-1807513" [ 1464.196365] env[62633]: _type = "Task" [ 1464.196365] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.205893] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.208499] env[62633]: DEBUG nova.network.neutron [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Updated VIF entry in instance network info cache for port ce5f1c7d-647d-499e-9022-ef8c8648024a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.208914] env[62633]: DEBUG nova.network.neutron [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Updating instance_info_cache with network_info: [{"id": "ce5f1c7d-647d-499e-9022-ef8c8648024a", "address": "fa:16:3e:b1:d2:d6", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce5f1c7d-64", "ovs_interfaceid": "ce5f1c7d-647d-499e-9022-ef8c8648024a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.271521] env[62633]: DEBUG oslo_vmware.api [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807509, 'name': PowerOnVM_Task, 'duration_secs': 0.69549} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.271847] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.272352] env[62633]: INFO nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1464.272573] env[62633]: DEBUG nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1464.273641] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a0f63-c7ab-4701-a960-8c1f704b7707 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.384480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.385105] env[62633]: DEBUG nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1464.387729] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.358s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.389142] env[62633]: INFO nova.compute.claims [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.427483] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807512, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.553531] env[62633]: INFO nova.compute.manager [-] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Took 2.40 seconds to deallocate network for instance. [ 1464.707979] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080466} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.708372] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.709233] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba29d3a-b95f-4042-bbbe-a7758116e481 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.714280] env[62633]: DEBUG oslo_concurrency.lockutils [req-61cb86ba-1870-44f5-a34e-1a2fa1b8f4c1 req-77e758b1-a421-45cd-a5bd-5b67b782ad5f service nova] Releasing lock "refresh_cache-2393de63-7d92-484b-8216-3ae3fc76a580" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.735829] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 28a52eb3-83d0-4428-9ac6-9d643ca7eb42/28a52eb3-83d0-4428-9ac6-9d643ca7eb42.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.736592] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc66b4cf-2b9d-4b51-9136-a83e858a363c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.769119] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1464.769119] env[62633]: value = "task-1807514" [ 1464.769119] env[62633]: _type = "Task" [ 1464.769119] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.781887] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.796595] env[62633]: INFO nova.compute.manager [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Took 28.95 seconds to build instance. [ 1464.850979] env[62633]: DEBUG nova.compute.manager [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Received event network-changed-31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1464.851213] env[62633]: DEBUG nova.compute.manager [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Refreshing instance network info cache due to event network-changed-31b6cb84-0eba-4580-9a0f-ae70b029d9a5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1464.851439] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Acquiring lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.851664] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Acquired lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.851848] env[62633]: DEBUG nova.network.neutron [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Refreshing network info cache for port 31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.894325] env[62633]: DEBUG nova.compute.utils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1464.895802] env[62633]: DEBUG nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1464.895969] env[62633]: DEBUG nova.network.neutron [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1464.933133] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807512, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.964616] env[62633]: DEBUG nova.policy [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb1926c9ad84695985d56692862d5f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af41e3c137a646d28ac59b4c915bdb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1465.062632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.244263] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquiring lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.244668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.284404] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.301357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14467dff-2f17-4856-8e75-d79269263435 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "2393de63-7d92-484b-8216-3ae3fc76a580" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.465s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.401511] env[62633]: DEBUG nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1465.432045] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807512, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.649707] env[62633]: DEBUG nova.network.neutron [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Successfully created port: 39e56f10-8353-46bc-872a-000d17e63023 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1465.783639] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.804454] env[62633]: DEBUG nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1465.813028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.813028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.813028] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleting the datastore file [datastore1] 795950cb-806d-4027-b617-ee4aa9f5c0b9 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.813028] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12081096-6902-4fae-b8ae-d8a396cec5db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.824231] env[62633]: DEBUG oslo_vmware.api [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1465.824231] env[62633]: value = "task-1807515" [ 1465.824231] env[62633]: _type = "Task" [ 1465.824231] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.836047] env[62633]: DEBUG oslo_vmware.api [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.932781] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807512, 'name': CreateVM_Task, 'duration_secs': 1.7812} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.933199] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.934133] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.937324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.937324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.937324] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd171135-7834-4119-b8ab-e3e9fc4552d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.948269] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1465.948269] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525842e0-d5ed-5e02-0e9a-fd9b0e4c9d4d" [ 1465.948269] env[62633]: _type = "Task" [ 1465.948269] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.960614] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525842e0-d5ed-5e02-0e9a-fd9b0e4c9d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012669} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.961150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.961489] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.961872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.962274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.962599] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.963293] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a7cc5d-8bc1-4177-9882-6c712746569c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.968037] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9e96e0-4c85-4ecf-8d10-5b593782c5a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.986337] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6708309-666c-4b28-9fc1-b83696409b6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.993300] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.993777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.994768] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d351a601-fd01-483f-b897-92c138788a21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.004508] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1466.004508] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5233c80f-50df-c226-736e-f511d4cfcea2" [ 1466.004508] env[62633]: _type = "Task" [ 1466.004508] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.037932] env[62633]: DEBUG nova.network.neutron [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updated VIF entry in instance network info cache for port 31b6cb84-0eba-4580-9a0f-ae70b029d9a5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.037932] env[62633]: DEBUG nova.network.neutron [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updating instance_info_cache with network_info: [{"id": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "address": "fa:16:3e:99:86:04", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b6cb84-0e", "ovs_interfaceid": "31b6cb84-0eba-4580-9a0f-ae70b029d9a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.045474] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d6a791-eecc-4cef-b9f8-15e18e0e6297 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.057271] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5233c80f-50df-c226-736e-f511d4cfcea2, 'name': SearchDatastore_Task, 'duration_secs': 0.033056} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.060432] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af31493-b69b-430a-9b03-13e562c2ee74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.065745] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93a9ddb-ecb9-4ea4-b3eb-c7c6a6dee806 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.081452] env[62633]: DEBUG nova.compute.provider_tree [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.085696] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1466.085696] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a36272-fd8a-8831-7bc5-7215189310a9" [ 1466.085696] env[62633]: _type = "Task" [ 1466.085696] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.101852] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a36272-fd8a-8831-7bc5-7215189310a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.104085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.104656] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e35472bf-1914-4f5b-bedd-24fb62769327/e35472bf-1914-4f5b-bedd-24fb62769327.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.105705] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67eab700-f75c-49f0-aa74-67ecaecc9ef1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.119084] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1466.119084] env[62633]: value = "task-1807516" [ 1466.119084] env[62633]: _type = "Task" [ 1466.119084] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.133368] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.282331] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807514, 'name': ReconfigVM_Task, 'duration_secs': 1.367581} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.282645] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 28a52eb3-83d0-4428-9ac6-9d643ca7eb42/28a52eb3-83d0-4428-9ac6-9d643ca7eb42.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.283336] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8161a6c7-71be-432e-a1ba-6362a922f28b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.291067] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1466.291067] env[62633]: value = "task-1807517" [ 1466.291067] env[62633]: _type = "Task" [ 1466.291067] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.302126] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807517, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.332190] env[62633]: DEBUG oslo_vmware.api [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280399} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.332190] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.332190] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.332567] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.332567] env[62633]: INFO nova.compute.manager [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Took 3.87 seconds to destroy the instance on the hypervisor. [ 1466.332868] env[62633]: DEBUG oslo.service.loopingcall [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.333112] env[62633]: DEBUG nova.compute.manager [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1466.333217] env[62633]: DEBUG nova.network.neutron [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.336088] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.417853] env[62633]: DEBUG nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1466.454860] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1466.455231] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1466.455369] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.455579] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1466.456097] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.456097] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1466.456202] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1466.456347] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1466.456540] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1466.456753] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1466.456967] env[62633]: DEBUG nova.virt.hardware [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1466.459143] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11ce09-5e03-49bc-a150-8e507d651f3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.470133] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc989f-3f7d-4cac-b1aa-5d7c5538fefb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.547984] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Releasing lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.548411] env[62633]: DEBUG nova.compute.manager [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received event network-vif-plugged-a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.548654] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Acquiring lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.548936] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.549203] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.549494] env[62633]: DEBUG nova.compute.manager [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] No waiting events found dispatching network-vif-plugged-a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1466.549740] env[62633]: WARNING nova.compute.manager [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received unexpected event network-vif-plugged-a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b for instance with vm_state building and task_state spawning. [ 1466.549989] env[62633]: DEBUG nova.compute.manager [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received event network-changed-a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.550278] env[62633]: DEBUG nova.compute.manager [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Refreshing instance network info cache due to event network-changed-a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1466.550564] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Acquiring lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.550766] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Acquired lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.550949] env[62633]: DEBUG nova.network.neutron [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Refreshing network info cache for port a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.586099] env[62633]: DEBUG nova.scheduler.client.report [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1466.632127] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.808642] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807517, 'name': Rename_Task, 'duration_secs': 0.251513} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.809282] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.809580] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83a951c-4bcd-4066-bb2e-cc7d724d5828 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.822626] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1466.822626] env[62633]: value = "task-1807518" [ 1466.822626] env[62633]: _type = "Task" [ 1466.822626] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.832655] env[62633]: DEBUG nova.compute.manager [req-96acac2f-6380-4152-8f23-4d94677bb234 req-8f715ee3-0be3-4610-920e-f4aadc54855f service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Received event network-changed-4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.833012] env[62633]: DEBUG nova.compute.manager [req-96acac2f-6380-4152-8f23-4d94677bb234 req-8f715ee3-0be3-4610-920e-f4aadc54855f service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Refreshing instance network info cache due to event network-changed-4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1466.833290] env[62633]: DEBUG oslo_concurrency.lockutils [req-96acac2f-6380-4152-8f23-4d94677bb234 req-8f715ee3-0be3-4610-920e-f4aadc54855f service nova] Acquiring lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.833455] env[62633]: DEBUG oslo_concurrency.lockutils [req-96acac2f-6380-4152-8f23-4d94677bb234 req-8f715ee3-0be3-4610-920e-f4aadc54855f service nova] Acquired lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.833656] env[62633]: DEBUG nova.network.neutron [req-96acac2f-6380-4152-8f23-4d94677bb234 req-8f715ee3-0be3-4610-920e-f4aadc54855f service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Refreshing network info cache for port 4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.840439] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.091768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.092724] env[62633]: DEBUG nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1467.096335] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.861s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.097060] env[62633]: DEBUG nova.objects.instance [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lazy-loading 'resources' on Instance uuid 15bbd333-72b2-4500-b845-a41b3b763214 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.138627] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778981} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.139639] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e35472bf-1914-4f5b-bedd-24fb62769327/e35472bf-1914-4f5b-bedd-24fb62769327.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.139872] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.140154] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c0363bc-8a41-4ead-a696-c29a6617725d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.149569] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1467.149569] env[62633]: value = "task-1807519" [ 1467.149569] env[62633]: _type = "Task" [ 1467.149569] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.161700] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.339141] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807518, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.375502] env[62633]: DEBUG nova.network.neutron [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Successfully updated port: 49897722-993b-4684-b03d-14abc76c9204 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1467.603217] env[62633]: DEBUG nova.compute.utils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.610829] env[62633]: DEBUG nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1467.611100] env[62633]: DEBUG nova.network.neutron [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.667149] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237838} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.667149] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.667302] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa3f9e4-058e-4052-b645-4c2fd45343bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.712863] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] e35472bf-1914-4f5b-bedd-24fb62769327/e35472bf-1914-4f5b-bedd-24fb62769327.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.717802] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0810a4-980d-4973-aa33-ac931d1e1f7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.752788] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1467.752788] env[62633]: value = "task-1807520" [ 1467.752788] env[62633]: _type = "Task" [ 1467.752788] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.757642] env[62633]: DEBUG nova.policy [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb1926c9ad84695985d56692862d5f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af41e3c137a646d28ac59b4c915bdb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1467.771115] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.802357] env[62633]: DEBUG nova.network.neutron [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.837252] env[62633]: DEBUG oslo_vmware.api [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807518, 'name': PowerOnVM_Task, 'duration_secs': 0.667302} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.837650] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.837761] env[62633]: INFO nova.compute.manager [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1467.837944] env[62633]: DEBUG nova.compute.manager [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1467.839068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d9c6d8-de5f-492d-9d18-bb58a13f64a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.851312] env[62633]: DEBUG nova.network.neutron [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updated VIF entry in instance network info cache for port a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.851750] env[62633]: DEBUG nova.network.neutron [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [{"id": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "address": "fa:16:3e:b1:ba:46", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fed157-dd", "ovs_interfaceid": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.884317] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "refresh_cache-7f38ae55-a526-4875-ae77-620b23b236ab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.884702] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquired lock "refresh_cache-7f38ae55-a526-4875-ae77-620b23b236ab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.884759] env[62633]: DEBUG nova.network.neutron [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.909502] env[62633]: DEBUG nova.network.neutron [req-96acac2f-6380-4152-8f23-4d94677bb234 req-8f715ee3-0be3-4610-920e-f4aadc54855f service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Updated VIF entry in instance network info cache for port 4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.909929] env[62633]: DEBUG nova.network.neutron [req-96acac2f-6380-4152-8f23-4d94677bb234 req-8f715ee3-0be3-4610-920e-f4aadc54855f service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Updating instance_info_cache with network_info: [{"id": "4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3", "address": "fa:16:3e:06:ba:36", "network": {"id": "648e2976-3351-4033-bfd6-aededf59a4fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-201341877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a2b39f2c38407c95454f36bb18643d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ba05a3d-12", "ovs_interfaceid": "4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.109867] env[62633]: DEBUG nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1468.191199] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed7c5f-40f3-464c-9563-8d7dc0966b6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.205015] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ecbf3d-bbe7-40c7-b0f9-564c69694f4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.242933] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef0118-b3ec-464f-acbb-1da4bd0ca787 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.248753] env[62633]: DEBUG oslo_concurrency.lockutils [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "2393de63-7d92-484b-8216-3ae3fc76a580" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.248753] env[62633]: DEBUG oslo_concurrency.lockutils [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "2393de63-7d92-484b-8216-3ae3fc76a580" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.248753] env[62633]: DEBUG nova.compute.manager [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1468.248753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f072a8-9aca-4339-ba57-575cb5b81f8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.261871] env[62633]: DEBUG nova.compute.manager [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1468.265277] env[62633]: DEBUG nova.objects.instance [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lazy-loading 'flavor' on Instance uuid 2393de63-7d92-484b-8216-3ae3fc76a580 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.265277] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779064e2-2e51-4e04-9099-a0ffecebfaf0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.276659] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.286627] env[62633]: DEBUG nova.compute.provider_tree [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.307180] env[62633]: DEBUG nova.network.neutron [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Successfully updated port: 39e56f10-8353-46bc-872a-000d17e63023 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1468.308729] env[62633]: INFO nova.compute.manager [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Took 1.98 seconds to deallocate network for instance. [ 1468.365516] env[62633]: DEBUG oslo_concurrency.lockutils [req-4cfeadcd-6a86-4a62-a993-dff2651608da req-8e751afb-58f8-4fd9-8999-1f69efdd569f service nova] Releasing lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.374667] env[62633]: DEBUG nova.network.neutron [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Successfully created port: 43dde439-0455-4922-a399-013b782cd567 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.375780] env[62633]: INFO nova.compute.manager [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Took 26.69 seconds to build instance. [ 1468.385522] env[62633]: DEBUG nova.compute.manager [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Received event network-vif-deleted-49786b50-1f1f-45d4-a45c-bcf733de568f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.385836] env[62633]: DEBUG nova.compute.manager [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Received event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.386299] env[62633]: DEBUG nova.compute.manager [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing instance network info cache due to event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1468.386388] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] Acquiring lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.386599] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] Acquired lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.386761] env[62633]: DEBUG nova.network.neutron [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.415466] env[62633]: DEBUG oslo_concurrency.lockutils [req-96acac2f-6380-4152-8f23-4d94677bb234 req-8f715ee3-0be3-4610-920e-f4aadc54855f service nova] Releasing lock "refresh_cache-7d33e64b-6379-4bc2-a8ba-6581c23a6caa" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.507784] env[62633]: DEBUG nova.network.neutron [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.773358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "4f644c82-d658-4aa4-995e-ab24c791a258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.773358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "4f644c82-d658-4aa4-995e-ab24c791a258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.774580] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807520, 'name': ReconfigVM_Task, 'duration_secs': 0.788922} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.775222] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Reconfigured VM instance instance-00000014 to attach disk [datastore1] e35472bf-1914-4f5b-bedd-24fb62769327/e35472bf-1914-4f5b-bedd-24fb62769327.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.776157] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.776641] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40e9326d-50ae-4d1e-b9ed-5c4113270d76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.779068] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce41951e-6b29-4285-84e5-55071b8c54a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.789211] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1468.789211] env[62633]: value = "task-1807522" [ 1468.789211] env[62633]: _type = "Task" [ 1468.789211] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.792203] env[62633]: DEBUG oslo_vmware.api [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1468.792203] env[62633]: value = "task-1807521" [ 1468.792203] env[62633]: _type = "Task" [ 1468.792203] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.797804] env[62633]: DEBUG nova.scheduler.client.report [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1468.811144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "refresh_cache-0bd800f2-a382-42a3-97fa-69ff647ffaeb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.811275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "refresh_cache-0bd800f2-a382-42a3-97fa-69ff647ffaeb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.811428] env[62633]: DEBUG nova.network.neutron [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.831767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.836751] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807522, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.836751] env[62633]: DEBUG oslo_vmware.api [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.878358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5c7349d1-c8ee-41df-a3ee-1e6aa9c06806 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.714s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.091454] env[62633]: DEBUG nova.network.neutron [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Updating instance_info_cache with network_info: [{"id": "49897722-993b-4684-b03d-14abc76c9204", "address": "fa:16:3e:c4:f7:db", "network": {"id": "90d633f3-a7c3-444f-b074-5b94a859aae2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-68769342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c47185331441c68e616c66ff1d23f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49897722-99", "ovs_interfaceid": "49897722-993b-4684-b03d-14abc76c9204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.127482] env[62633]: DEBUG nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1469.158618] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1469.158618] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1469.158618] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.158618] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1469.158618] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.158618] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1469.158618] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1469.158618] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1469.158980] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1469.159017] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1469.160339] env[62633]: DEBUG nova.virt.hardware [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1469.160339] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8190b0a-5e7f-4247-8486-ae77230a1e5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.170112] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a97368-b978-479b-8346-6c96f94e47cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.309168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.320275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.675s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.320275] env[62633]: DEBUG nova.objects.instance [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lazy-loading 'resources' on Instance uuid aa374277-1307-492e-9f0f-cefa11d24fbd {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.320497] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807522, 'name': Rename_Task, 'duration_secs': 0.224325} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.321168] env[62633]: DEBUG oslo_vmware.api [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807521, 'name': PowerOffVM_Task, 'duration_secs': 0.29814} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.321168] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.322056] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.322056] env[62633]: DEBUG nova.compute.manager [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1469.322056] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6d2b23f-3c23-491f-b831-3f1cf5fc7750 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.324156] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae972bac-21cf-4aec-8515-a2f37232467c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.341122] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1469.341122] env[62633]: value = "task-1807523" [ 1469.341122] env[62633]: _type = "Task" [ 1469.341122] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.346596] env[62633]: INFO nova.scheduler.client.report [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Deleted allocations for instance 15bbd333-72b2-4500-b845-a41b3b763214 [ 1469.356362] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.378546] env[62633]: DEBUG nova.network.neutron [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1469.383765] env[62633]: DEBUG nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1469.596415] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Releasing lock "refresh_cache-7f38ae55-a526-4875-ae77-620b23b236ab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.596765] env[62633]: DEBUG nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Instance network_info: |[{"id": "49897722-993b-4684-b03d-14abc76c9204", "address": "fa:16:3e:c4:f7:db", "network": {"id": "90d633f3-a7c3-444f-b074-5b94a859aae2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-68769342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c47185331441c68e616c66ff1d23f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49897722-99", "ovs_interfaceid": "49897722-993b-4684-b03d-14abc76c9204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1469.597509] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:f7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49897722-993b-4684-b03d-14abc76c9204', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1469.604967] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Creating folder: Project (06c47185331441c68e616c66ff1d23f4). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1469.608137] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28b54f26-8cc1-4ba1-98ff-c61695b72ca9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.617534] env[62633]: DEBUG nova.network.neutron [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updated VIF entry in instance network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.617986] env[62633]: DEBUG nova.network.neutron [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updating instance_info_cache with network_info: [{"id": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "address": "fa:16:3e:f0:52:e7", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de9e860-b3", "ovs_interfaceid": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.623402] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Created folder: Project (06c47185331441c68e616c66ff1d23f4) in parent group-v374582. [ 1469.623402] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Creating folder: Instances. Parent ref: group-v374650. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1469.623402] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58cf4682-c734-4009-b573-e4b22b743b5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.637543] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Created folder: Instances in parent group-v374650. [ 1469.637816] env[62633]: DEBUG oslo.service.loopingcall [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1469.638027] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1469.638254] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c81dde29-7b51-4839-83e4-8d0d18614bb8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.667133] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1469.667133] env[62633]: value = "task-1807526" [ 1469.667133] env[62633]: _type = "Task" [ 1469.667133] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.676893] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807526, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.763421] env[62633]: DEBUG nova.compute.manager [None req-38f5373f-2b55-412b-ba7e-6b86be57c49c tempest-ServerDiagnosticsV248Test-2128348177 tempest-ServerDiagnosticsV248Test-2128348177-project-admin] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1469.765194] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef0916-fcc5-455d-8532-7595858d82d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.775109] env[62633]: INFO nova.compute.manager [None req-38f5373f-2b55-412b-ba7e-6b86be57c49c tempest-ServerDiagnosticsV248Test-2128348177 tempest-ServerDiagnosticsV248Test-2128348177-project-admin] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Retrieving diagnostics [ 1469.776076] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73f7906-5d6f-4c14-a101-a4a8d9a4ffc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.848200] env[62633]: DEBUG oslo_concurrency.lockutils [None req-824ce04b-953b-44b2-ac65-3a0a7ec37d48 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "2393de63-7d92-484b-8216-3ae3fc76a580" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.601s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.856134] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.860848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5fcd8ba0-d233-4647-93c0-f1339c2f5550 tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "15bbd333-72b2-4500-b845-a41b3b763214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.459s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.898031] env[62633]: DEBUG nova.network.neutron [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Updating instance_info_cache with network_info: [{"id": "39e56f10-8353-46bc-872a-000d17e63023", "address": "fa:16:3e:80:17:26", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e56f10-83", "ovs_interfaceid": "39e56f10-8353-46bc-872a-000d17e63023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.912650] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.126294] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5d70144-7ed4-4905-9dd3-741f64ee8fbd req-8576c065-b71f-48a7-b89d-284af97ca304 service nova] Releasing lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.186766] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807526, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.331465] env[62633]: DEBUG nova.compute.manager [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Received event network-changed-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.331715] env[62633]: DEBUG nova.compute.manager [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Refreshing instance network info cache due to event network-changed-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1470.331966] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Acquiring lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.332137] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Acquired lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.332349] env[62633]: DEBUG nova.network.neutron [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Refreshing network info cache for port 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.344388] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaaa327-5570-41e1-9074-fb5328cc2d1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.364254] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a55ea4c-3ae2-405b-b184-090a03134ebb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.373886] env[62633]: DEBUG oslo_vmware.api [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807523, 'name': PowerOnVM_Task, 'duration_secs': 0.961993} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.373886] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.373886] env[62633]: INFO nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Took 12.25 seconds to spawn the instance on the hypervisor. [ 1470.373886] env[62633]: DEBUG nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1470.374213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab02670-5f3d-4771-a46b-33307c820199 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.408342] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "refresh_cache-0bd800f2-a382-42a3-97fa-69ff647ffaeb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.408342] env[62633]: DEBUG nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance network_info: |[{"id": "39e56f10-8353-46bc-872a-000d17e63023", "address": "fa:16:3e:80:17:26", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e56f10-83", "ovs_interfaceid": "39e56f10-8353-46bc-872a-000d17e63023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1470.409859] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:17:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e56f10-8353-46bc-872a-000d17e63023', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.420882] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Creating folder: Project (af41e3c137a646d28ac59b4c915bdb16). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1470.421812] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd8f885-7772-4ec7-b25b-540d621fbbb8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.426328] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91196294-cf58-445b-a5a5-d11e5b8b3b8c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.438664] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f317e78-3aca-4b63-88b6-7962e290d31f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.448225] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Created folder: Project (af41e3c137a646d28ac59b4c915bdb16) in parent group-v374582. [ 1470.448225] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Creating folder: Instances. Parent ref: group-v374653. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1470.451171] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-629424bd-e848-44a0-a92d-a287feef27c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.464825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.465089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.465817] env[62633]: DEBUG nova.compute.provider_tree [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.477378] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Created folder: Instances in parent group-v374653. [ 1470.477678] env[62633]: DEBUG oslo.service.loopingcall [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.477889] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.478365] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ec779a-e9dc-4510-8ddf-599d8e59008d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.503825] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.503825] env[62633]: value = "task-1807529" [ 1470.503825] env[62633]: _type = "Task" [ 1470.503825] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.514425] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807529, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.681635] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807526, 'name': CreateVM_Task, 'duration_secs': 0.689359} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.681867] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1470.682559] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.682734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.683086] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1470.683359] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1003c7b-7a09-456d-9e9b-19f5d92e8550 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.688890] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1470.688890] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52878ebf-7de1-fa1a-244c-5ce2504fd3ec" [ 1470.688890] env[62633]: _type = "Task" [ 1470.688890] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.697710] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52878ebf-7de1-fa1a-244c-5ce2504fd3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.945906] env[62633]: INFO nova.compute.manager [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Took 32.26 seconds to build instance. [ 1470.969156] env[62633]: DEBUG nova.scheduler.client.report [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1471.017397] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807529, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.124116] env[62633]: DEBUG nova.network.neutron [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updated VIF entry in instance network info cache for port 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.124116] env[62633]: DEBUG nova.network.neutron [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updating instance_info_cache with network_info: [{"id": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "address": "fa:16:3e:d5:b1:39", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd5e2d4-6a", "ovs_interfaceid": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.204966] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52878ebf-7de1-fa1a-244c-5ce2504fd3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.022607} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.205636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.206013] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1471.206365] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.206611] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.206904] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1471.207581] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adba23a7-f7b3-4812-b8a0-d31d4e90f050 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.223022] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1471.223022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1471.223022] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de83fed-2404-4d09-bd89-de76521b1af1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.228275] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1471.228275] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cee445-2a24-64a2-ddae-9fb93077a284" [ 1471.228275] env[62633]: _type = "Task" [ 1471.228275] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.237927] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cee445-2a24-64a2-ddae-9fb93077a284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.342522] env[62633]: DEBUG nova.network.neutron [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Successfully updated port: 43dde439-0455-4922-a399-013b782cd567 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.448270] env[62633]: DEBUG oslo_concurrency.lockutils [None req-adcbe17b-b47d-46c3-a1e9-d925179a1c96 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "e35472bf-1914-4f5b-bedd-24fb62769327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.511s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.475344] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.479544] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.946s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.479544] env[62633]: DEBUG nova.objects.instance [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1471.505082] env[62633]: INFO nova.scheduler.client.report [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Deleted allocations for instance aa374277-1307-492e-9f0f-cefa11d24fbd [ 1471.518587] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807529, 'name': CreateVM_Task, 'duration_secs': 0.693017} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.518770] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1471.519464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.519632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.519967] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1471.520410] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc9530e9-23e2-42c9-9a35-b983966ed405 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.526622] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1471.526622] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52bdd98c-97f1-7803-a222-9494614f9072" [ 1471.526622] env[62633]: _type = "Task" [ 1471.526622] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.537519] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bdd98c-97f1-7803-a222-9494614f9072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.626030] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Releasing lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.626358] env[62633]: DEBUG nova.compute.manager [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Received event network-vif-plugged-39e56f10-8353-46bc-872a-000d17e63023 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1471.626625] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Acquiring lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.626916] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.627165] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.630764] env[62633]: DEBUG nova.compute.manager [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] No waiting events found dispatching network-vif-plugged-39e56f10-8353-46bc-872a-000d17e63023 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1471.630764] env[62633]: WARNING nova.compute.manager [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Received unexpected event network-vif-plugged-39e56f10-8353-46bc-872a-000d17e63023 for instance with vm_state building and task_state spawning. [ 1471.630764] env[62633]: DEBUG nova.compute.manager [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Received event network-changed-39e56f10-8353-46bc-872a-000d17e63023 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1471.630764] env[62633]: DEBUG nova.compute.manager [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Refreshing instance network info cache due to event network-changed-39e56f10-8353-46bc-872a-000d17e63023. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1471.630764] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Acquiring lock "refresh_cache-0bd800f2-a382-42a3-97fa-69ff647ffaeb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.630764] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Acquired lock "refresh_cache-0bd800f2-a382-42a3-97fa-69ff647ffaeb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.630764] env[62633]: DEBUG nova.network.neutron [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Refreshing network info cache for port 39e56f10-8353-46bc-872a-000d17e63023 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.744142] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cee445-2a24-64a2-ddae-9fb93077a284, 'name': SearchDatastore_Task, 'duration_secs': 0.039498} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.745811] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71719f50-509a-4806-a93e-a616080ae1ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.756877] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1471.756877] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522ea86d-cbff-974f-633f-2b5655983181" [ 1471.756877] env[62633]: _type = "Task" [ 1471.756877] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.774833] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522ea86d-cbff-974f-633f-2b5655983181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.847762] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "refresh_cache-60fe6885-f374-4b2f-80f7-eff50e708406" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.850238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "refresh_cache-60fe6885-f374-4b2f-80f7-eff50e708406" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.850238] env[62633]: DEBUG nova.network.neutron [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.952274] env[62633]: DEBUG nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1472.023138] env[62633]: DEBUG oslo_concurrency.lockutils [None req-344d5c97-6545-4120-b82c-a1fdd5ecd08a tempest-ServerDiagnosticsNegativeTest-749841398 tempest-ServerDiagnosticsNegativeTest-749841398-project-member] Lock "aa374277-1307-492e-9f0f-cefa11d24fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.641s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.044400] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bdd98c-97f1-7803-a222-9494614f9072, 'name': SearchDatastore_Task, 'duration_secs': 0.025801} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.044877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.045193] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.045618] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.269448] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522ea86d-cbff-974f-633f-2b5655983181, 'name': SearchDatastore_Task, 'duration_secs': 0.02484} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.272299] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.272747] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7f38ae55-a526-4875-ae77-620b23b236ab/7f38ae55-a526-4875-ae77-620b23b236ab.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1472.273218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.273587] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.273853] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16778614-cec3-483c-ac39-7b00674a331e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.277036] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-006e47a1-1fee-4c44-9f5f-a7643bb85a40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.288676] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1472.288676] env[62633]: value = "task-1807530" [ 1472.288676] env[62633]: _type = "Task" [ 1472.288676] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.293885] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.294103] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.300591] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ace2e0-ddf2-4bab-82e9-efadb722cb8c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.300591] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.306057] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1472.306057] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e8aa34-2541-1d01-7fda-c8afc940ecb4" [ 1472.306057] env[62633]: _type = "Task" [ 1472.306057] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.317105] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e8aa34-2541-1d01-7fda-c8afc940ecb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.387128] env[62633]: DEBUG nova.network.neutron [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.493068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d53b110d-389d-4b8c-a243-b85f0177383a tempest-ServersAdmin275Test-540954790 tempest-ServersAdmin275Test-540954790-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.498502] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.501828] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.419s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.501828] env[62633]: INFO nova.compute.claims [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.545431] env[62633]: DEBUG nova.network.neutron [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Updated VIF entry in instance network info cache for port 39e56f10-8353-46bc-872a-000d17e63023. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.546269] env[62633]: DEBUG nova.network.neutron [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Updating instance_info_cache with network_info: [{"id": "39e56f10-8353-46bc-872a-000d17e63023", "address": "fa:16:3e:80:17:26", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e56f10-83", "ovs_interfaceid": "39e56f10-8353-46bc-872a-000d17e63023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.572860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquiring lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.573185] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.775366] env[62633]: DEBUG nova.network.neutron [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Updating instance_info_cache with network_info: [{"id": "43dde439-0455-4922-a399-013b782cd567", "address": "fa:16:3e:f7:69:cf", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dde439-04", "ovs_interfaceid": "43dde439-0455-4922-a399-013b782cd567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.783622] env[62633]: DEBUG nova.compute.manager [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Received event network-vif-plugged-49897722-993b-4684-b03d-14abc76c9204 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.783622] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] Acquiring lock "7f38ae55-a526-4875-ae77-620b23b236ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.783622] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] Lock "7f38ae55-a526-4875-ae77-620b23b236ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.783622] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] Lock "7f38ae55-a526-4875-ae77-620b23b236ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.783622] env[62633]: DEBUG nova.compute.manager [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] No waiting events found dispatching network-vif-plugged-49897722-993b-4684-b03d-14abc76c9204 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1472.784021] env[62633]: WARNING nova.compute.manager [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Received unexpected event network-vif-plugged-49897722-993b-4684-b03d-14abc76c9204 for instance with vm_state building and task_state spawning. [ 1472.784021] env[62633]: DEBUG nova.compute.manager [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Received event network-vif-deleted-31b6cb84-0eba-4580-9a0f-ae70b029d9a5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.784163] env[62633]: DEBUG nova.compute.manager [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Received event network-changed-49897722-993b-4684-b03d-14abc76c9204 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.784367] env[62633]: DEBUG nova.compute.manager [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Refreshing instance network info cache due to event network-changed-49897722-993b-4684-b03d-14abc76c9204. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1472.784601] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] Acquiring lock "refresh_cache-7f38ae55-a526-4875-ae77-620b23b236ab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.784770] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] Acquired lock "refresh_cache-7f38ae55-a526-4875-ae77-620b23b236ab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.784953] env[62633]: DEBUG nova.network.neutron [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Refreshing network info cache for port 49897722-993b-4684-b03d-14abc76c9204 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.806334] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.818092] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e8aa34-2541-1d01-7fda-c8afc940ecb4, 'name': SearchDatastore_Task, 'duration_secs': 0.103577} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.819266] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0120996-ff2b-4a01-ad9b-60b311d096b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.828749] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1472.828749] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5206fce8-6962-de75-0a60-4c2102cb018b" [ 1472.828749] env[62633]: _type = "Task" [ 1472.828749] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.841466] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5206fce8-6962-de75-0a60-4c2102cb018b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.049710] env[62633]: DEBUG oslo_concurrency.lockutils [req-0466ea8e-83c6-4b6c-a9a8-931c52dbffd7 req-6608a1e2-a3b9-47ba-a2f7-e7feaa6a269d service nova] Releasing lock "refresh_cache-0bd800f2-a382-42a3-97fa-69ff647ffaeb" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.183984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.184272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.277947] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "refresh_cache-60fe6885-f374-4b2f-80f7-eff50e708406" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.278330] env[62633]: DEBUG nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Instance network_info: |[{"id": "43dde439-0455-4922-a399-013b782cd567", "address": "fa:16:3e:f7:69:cf", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dde439-04", "ovs_interfaceid": "43dde439-0455-4922-a399-013b782cd567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1473.280314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:69:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43dde439-0455-4922-a399-013b782cd567', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.289063] env[62633]: DEBUG oslo.service.loopingcall [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.292548] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.292949] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91949db3-7eb7-46fb-af1f-4e5a998742ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.325976] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.328228] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.328228] env[62633]: value = "task-1807531" [ 1473.328228] env[62633]: _type = "Task" [ 1473.328228] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.347257] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5206fce8-6962-de75-0a60-4c2102cb018b, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.347475] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807531, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.347774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.347990] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.348269] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-070bf924-10eb-4e2b-883c-722572c35ca6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.355656] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1473.355656] env[62633]: value = "task-1807532" [ 1473.355656] env[62633]: _type = "Task" [ 1473.355656] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.370815] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.651735] env[62633]: DEBUG nova.network.neutron [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Updated VIF entry in instance network info cache for port 49897722-993b-4684-b03d-14abc76c9204. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.651735] env[62633]: DEBUG nova.network.neutron [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Updating instance_info_cache with network_info: [{"id": "49897722-993b-4684-b03d-14abc76c9204", "address": "fa:16:3e:c4:f7:db", "network": {"id": "90d633f3-a7c3-444f-b074-5b94a859aae2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-68769342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06c47185331441c68e616c66ff1d23f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49897722-99", "ovs_interfaceid": "49897722-993b-4684-b03d-14abc76c9204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.814976] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807530, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.454106} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.815290] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7f38ae55-a526-4875-ae77-620b23b236ab/7f38ae55-a526-4875-ae77-620b23b236ab.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.815975] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1473.815975] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ec39fb4-8076-404f-9c04-3d94bdef6f1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.823975] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1473.823975] env[62633]: value = "task-1807533" [ 1473.823975] env[62633]: _type = "Task" [ 1473.823975] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.834515] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.850999] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807531, 'name': CreateVM_Task, 'duration_secs': 0.458004} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.851268] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1473.852226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.852353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.852715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1473.853054] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a48c48-6941-4cd6-b556-ac7eff2e9f1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.865134] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1473.865134] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c790a7-f2bf-3772-0604-b1753826eae2" [ 1473.865134] env[62633]: _type = "Task" [ 1473.865134] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.870235] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.881889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquiring lock "d5802274-3d5c-42a5-b915-48a971c3c2ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.881889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "d5802274-3d5c-42a5-b915-48a971c3c2ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.881889] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c790a7-f2bf-3772-0604-b1753826eae2, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.881889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.882186] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.882341] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.882752] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.882752] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.883838] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a5e721f-12e1-4f17-acfb-3ea344757806 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.897785] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.898037] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.898852] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b0b23d-1e69-43bf-bfed-42dfba05ed4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.909253] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1473.909253] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4e046-392d-de9c-50cd-87a1bf1140ce" [ 1473.909253] env[62633]: _type = "Task" [ 1473.909253] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.920104] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4e046-392d-de9c-50cd-87a1bf1140ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.004013] env[62633]: DEBUG nova.compute.manager [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1474.007029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ee7444-111c-4c63-9fe4-3091b690dd06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.057306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "89e733c7-8805-4925-a60f-136c73145a9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.057306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "89e733c7-8805-4925-a60f-136c73145a9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.080592] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b270179-8c98-4d64-a7d1-193220222994 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.091640] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d1fe2e-99b6-4c53-801b-b90112a22751 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.123138] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76868e53-9248-40a6-80f3-1a594e8624cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.131835] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cca309c-6bf5-4a8c-a77c-00ced71d4cc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.147496] env[62633]: DEBUG nova.compute.provider_tree [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.153750] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4722bab-f570-476c-8248-5c7aedb14435 req-dd329aac-0011-42df-908d-031186ede511 service nova] Releasing lock "refresh_cache-7f38ae55-a526-4875-ae77-620b23b236ab" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.256133] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.337276] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072227} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.338013] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.338927] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc68bd54-e77c-4f09-b27f-331351f00a47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.371317] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 7f38ae55-a526-4875-ae77-620b23b236ab/7f38ae55-a526-4875-ae77-620b23b236ab.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.375618] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ab959b-c327-4acf-929c-5579615674ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.398860] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.401891] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1474.401891] env[62633]: value = "task-1807534" [ 1474.401891] env[62633]: _type = "Task" [ 1474.401891] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.412760] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.424164] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4e046-392d-de9c-50cd-87a1bf1140ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017162} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.424847] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326e3941-87c7-4777-9617-12980fab9153 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.432165] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1474.432165] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5254eada-cc54-2e6e-3c3d-89ec21063a11" [ 1474.432165] env[62633]: _type = "Task" [ 1474.432165] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.448717] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5254eada-cc54-2e6e-3c3d-89ec21063a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.523540] env[62633]: INFO nova.compute.manager [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] instance snapshotting [ 1474.530137] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e142fd8f-8159-4dcc-a05d-28b707d53cba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.557186] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebc39df-8092-477a-a422-7ed59f18dd39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.650946] env[62633]: DEBUG nova.scheduler.client.report [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1474.874840] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.911699] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.947743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "e9c5487e-4527-4ec5-9008-4e2c98a04249" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.947743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.955178] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5254eada-cc54-2e6e-3c3d-89ec21063a11, 'name': SearchDatastore_Task, 'duration_secs': 0.035852} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.955492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.955778] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 60fe6885-f374-4b2f-80f7-eff50e708406/60fe6885-f374-4b2f-80f7-eff50e708406.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.956058] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-459f9b47-33dd-4988-a36d-37aacb390b55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.965519] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1474.965519] env[62633]: value = "task-1807535" [ 1474.965519] env[62633]: _type = "Task" [ 1474.965519] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.979844] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.074539] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1475.078526] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff15a5e0-416a-4500-9464-13fc5528e2f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.088807] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1475.088807] env[62633]: value = "task-1807536" [ 1475.088807] env[62633]: _type = "Task" [ 1475.088807] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.100697] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807536, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.158573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.158573] env[62633]: DEBUG nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1475.160891] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.029s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.163376] env[62633]: INFO nova.compute.claims [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.329122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.329383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.336222] env[62633]: DEBUG nova.compute.manager [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1475.337979] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6414535b-0210-4ca5-aa0c-63fa271a650f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.373993] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807532, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.413238] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.455196] env[62633]: DEBUG nova.compute.manager [req-bc1d86c6-2fd9-4b01-ba74-d68d277d5a18 req-f848e3a5-b70b-422d-802e-44db9621ab6a service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received event network-changed-a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1475.455196] env[62633]: DEBUG nova.compute.manager [req-bc1d86c6-2fd9-4b01-ba74-d68d277d5a18 req-f848e3a5-b70b-422d-802e-44db9621ab6a service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Refreshing instance network info cache due to event network-changed-a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1475.455196] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc1d86c6-2fd9-4b01-ba74-d68d277d5a18 req-f848e3a5-b70b-422d-802e-44db9621ab6a service nova] Acquiring lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.456240] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc1d86c6-2fd9-4b01-ba74-d68d277d5a18 req-f848e3a5-b70b-422d-802e-44db9621ab6a service nova] Acquired lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.456597] env[62633]: DEBUG nova.network.neutron [req-bc1d86c6-2fd9-4b01-ba74-d68d277d5a18 req-f848e3a5-b70b-422d-802e-44db9621ab6a service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Refreshing network info cache for port a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.478221] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.555492] env[62633]: DEBUG nova.compute.manager [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Received event network-vif-plugged-43dde439-0455-4922-a399-013b782cd567 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1475.555952] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Acquiring lock "60fe6885-f374-4b2f-80f7-eff50e708406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.556429] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Lock "60fe6885-f374-4b2f-80f7-eff50e708406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.556868] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Lock "60fe6885-f374-4b2f-80f7-eff50e708406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.557374] env[62633]: DEBUG nova.compute.manager [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] No waiting events found dispatching network-vif-plugged-43dde439-0455-4922-a399-013b782cd567 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1475.557694] env[62633]: WARNING nova.compute.manager [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Received unexpected event network-vif-plugged-43dde439-0455-4922-a399-013b782cd567 for instance with vm_state building and task_state spawning. [ 1475.558222] env[62633]: DEBUG nova.compute.manager [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Received event network-changed-43dde439-0455-4922-a399-013b782cd567 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1475.558614] env[62633]: DEBUG nova.compute.manager [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Refreshing instance network info cache due to event network-changed-43dde439-0455-4922-a399-013b782cd567. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1475.558927] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Acquiring lock "refresh_cache-60fe6885-f374-4b2f-80f7-eff50e708406" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.559190] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Acquired lock "refresh_cache-60fe6885-f374-4b2f-80f7-eff50e708406" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.559447] env[62633]: DEBUG nova.network.neutron [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Refreshing network info cache for port 43dde439-0455-4922-a399-013b782cd567 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.603157] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807536, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.670148] env[62633]: DEBUG nova.compute.utils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1475.674931] env[62633]: DEBUG nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1475.675358] env[62633]: DEBUG nova.network.neutron [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1475.751437] env[62633]: DEBUG nova.policy [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c516fa6904c460dbe8ea32a92134370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd341f872d8b4264928f982fbdaf46bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1475.851635] env[62633]: INFO nova.compute.manager [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] instance snapshotting [ 1475.851906] env[62633]: WARNING nova.compute.manager [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1475.856702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9e0268-4255-4cc0-aff1-578365c47e04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.877148] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807532, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.348887} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.896441] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1475.896441] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1475.896441] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-213e4c47-84c0-499b-89ed-aacbca05e858 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.899808] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08b4d7e-00c6-4fe0-a67a-d4d650d2a9a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.913220] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1475.913220] env[62633]: value = "task-1807537" [ 1475.913220] env[62633]: _type = "Task" [ 1475.913220] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.920247] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.940526] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.980421] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807535, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.102017] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807536, 'name': CreateSnapshot_Task, 'duration_secs': 0.866121} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.102385] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1476.103212] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aaba4a-b98d-4f10-b840-aaf27dbbe67b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.170355] env[62633]: DEBUG nova.network.neutron [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Successfully created port: 02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1476.175319] env[62633]: DEBUG nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1476.414147] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807534, 'name': ReconfigVM_Task, 'duration_secs': 1.740226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.416368] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 7f38ae55-a526-4875-ae77-620b23b236ab/7f38ae55-a526-4875-ae77-620b23b236ab.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.417435] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebab8680-29e3-4269-a196-2b3e9e8d10eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.425500] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1476.425500] env[62633]: value = "task-1807538" [ 1476.425500] env[62633]: _type = "Task" [ 1476.425500] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.433725] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1476.434059] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151565} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.436687] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c0d051e-db97-4970-b1a6-b0dd3085841c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.439614] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1476.442880] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ea25e5-a815-4b24-9c5c-bc8fddbaa51f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.445549] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807538, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.469790] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.474745] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eb1432c-bd96-4b36-b8e3-c8290b7b2840 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.490982] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1476.490982] env[62633]: value = "task-1807539" [ 1476.490982] env[62633]: _type = "Task" [ 1476.490982] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.505554] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1476.505554] env[62633]: value = "task-1807540" [ 1476.505554] env[62633]: _type = "Task" [ 1476.505554] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.509390] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807535, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.093895} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.516398] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 60fe6885-f374-4b2f-80f7-eff50e708406/60fe6885-f374-4b2f-80f7-eff50e708406.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1476.516590] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1476.516787] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.519332] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2753a1c7-7263-4ca8-b966-8a445ee50253 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.528912] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.530651] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1476.530651] env[62633]: value = "task-1807541" [ 1476.530651] env[62633]: _type = "Task" [ 1476.530651] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.542692] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.628223] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1476.631406] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e8f10b0a-627a-4534-a891-aac5bfc36c51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.645516] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1476.645516] env[62633]: value = "task-1807542" [ 1476.645516] env[62633]: _type = "Task" [ 1476.645516] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.656419] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807542, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.780336] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dbf85c-7f90-4ccb-a99d-660150ec4bc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.792108] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b372f81-dff2-4cc9-bef0-9405ed049350 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.836100] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6281f2dc-2e61-4df1-963f-7aceaf6efbf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.845325] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a357f63-6218-4699-9d43-ee7a9949ff8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.862464] env[62633]: DEBUG nova.compute.provider_tree [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.875047] env[62633]: DEBUG nova.network.neutron [req-bc1d86c6-2fd9-4b01-ba74-d68d277d5a18 req-f848e3a5-b70b-422d-802e-44db9621ab6a service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updated VIF entry in instance network info cache for port a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.875448] env[62633]: DEBUG nova.network.neutron [req-bc1d86c6-2fd9-4b01-ba74-d68d277d5a18 req-f848e3a5-b70b-422d-802e-44db9621ab6a service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [{"id": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "address": "fa:16:3e:b1:ba:46", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fed157-dd", "ovs_interfaceid": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.935569] env[62633]: DEBUG nova.network.neutron [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Updated VIF entry in instance network info cache for port 43dde439-0455-4922-a399-013b782cd567. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.935569] env[62633]: DEBUG nova.network.neutron [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Updating instance_info_cache with network_info: [{"id": "43dde439-0455-4922-a399-013b782cd567", "address": "fa:16:3e:f7:69:cf", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dde439-04", "ovs_interfaceid": "43dde439-0455-4922-a399-013b782cd567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.944889] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807538, 'name': Rename_Task, 'duration_secs': 0.253575} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.945168] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.945471] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f1c0a2c-4281-4dfa-98ba-4977cce431db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.955990] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1476.955990] env[62633]: value = "task-1807543" [ 1476.955990] env[62633]: _type = "Task" [ 1476.955990] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.968434] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.009246] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807539, 'name': CreateSnapshot_Task, 'duration_secs': 0.427093} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.011460] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1477.015423] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa470a4e-a502-45c6-a7fd-97f9b2e26ade {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.031740] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.046229] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072452} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.046229] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1477.047092] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08e14ea-e882-4002-a9ee-d8f984ab9d6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.071960] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 60fe6885-f374-4b2f-80f7-eff50e708406/60fe6885-f374-4b2f-80f7-eff50e708406.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.072428] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e413db70-6caf-4274-9246-45ff1435fdf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.114327] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1477.114327] env[62633]: value = "task-1807544" [ 1477.114327] env[62633]: _type = "Task" [ 1477.114327] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.125535] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.155225] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807542, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.189174] env[62633]: DEBUG nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1477.231727] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1477.232102] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1477.232269] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.232467] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1477.232884] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.232884] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1477.232982] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1477.233353] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1477.233582] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1477.233776] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1477.233961] env[62633]: DEBUG nova.virt.hardware [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1477.234916] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5c154e-d6fd-4c99-a7dc-f97e9ea3d744 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.245577] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d04604-e19e-48ac-91cc-15fd777bc71b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.378502] env[62633]: DEBUG oslo_concurrency.lockutils [req-bc1d86c6-2fd9-4b01-ba74-d68d277d5a18 req-f848e3a5-b70b-422d-802e-44db9621ab6a service nova] Releasing lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.386431] env[62633]: ERROR nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [req-269d3e61-905c-4d31-b8d5-7783b71990df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-269d3e61-905c-4d31-b8d5-7783b71990df"}]} [ 1477.407179] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1477.422183] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1477.422430] env[62633]: DEBUG nova.compute.provider_tree [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.439301] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1477.441566] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Releasing lock "refresh_cache-60fe6885-f374-4b2f-80f7-eff50e708406" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.441905] env[62633]: DEBUG nova.compute.manager [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Received event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.442154] env[62633]: DEBUG nova.compute.manager [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing instance network info cache due to event network-changed-3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1477.442459] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Acquiring lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.442623] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Acquired lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.442834] env[62633]: DEBUG nova.network.neutron [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Refreshing network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.464141] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1477.473109] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807543, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.523304] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807540, 'name': ReconfigVM_Task, 'duration_secs': 0.526297} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.523840] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.524450] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be07217e-2b11-4e46-8a40-62877dc1b2f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.538927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquiring lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.539155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.539456] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1477.539456] env[62633]: value = "task-1807545" [ 1477.539456] env[62633]: _type = "Task" [ 1477.539456] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.547624] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1477.561549] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f6f59a5b-6b8c-4fe1-974a-341f5e13c2d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.575864] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807545, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.578375] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1477.578375] env[62633]: value = "task-1807546" [ 1477.578375] env[62633]: _type = "Task" [ 1477.578375] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.589051] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807546, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.627764] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807544, 'name': ReconfigVM_Task, 'duration_secs': 0.282134} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.628293] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 60fe6885-f374-4b2f-80f7-eff50e708406/60fe6885-f374-4b2f-80f7-eff50e708406.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1477.632926] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab74754-e844-45b0-9ec2-455028de4c6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.643083] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1477.643083] env[62633]: value = "task-1807547" [ 1477.643083] env[62633]: _type = "Task" [ 1477.643083] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.663039] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807547, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.667441] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807542, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.815482] env[62633]: DEBUG nova.network.neutron [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Successfully updated port: 02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.972609] env[62633]: DEBUG oslo_vmware.api [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807543, 'name': PowerOnVM_Task, 'duration_secs': 0.759386} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.972919] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.973702] env[62633]: INFO nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Took 14.49 seconds to spawn the instance on the hypervisor. [ 1477.973702] env[62633]: DEBUG nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1477.974200] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5dabf4-88ed-4b86-bd56-2d9ce5b1dc80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.056566] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807545, 'name': Rename_Task, 'duration_secs': 0.187993} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.056919] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.057507] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e749cec-dc75-4859-964e-316446350410 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.068126] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1478.068126] env[62633]: value = "task-1807548" [ 1478.068126] env[62633]: _type = "Task" [ 1478.068126] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.077216] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.096032] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807546, 'name': CloneVM_Task} progress is 93%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.132041] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a516be-da19-4e18-8ca1-349fa7f7504d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.142532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88ae60b-6cf3-4d72-99cb-d64925d14e60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.162134] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807547, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.162415] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807542, 'name': CloneVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.194172] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edba0067-5f0a-4184-a19b-0a778b2a96a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.202792] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0c1f3c-18fb-4950-bbfb-6e3101deb74a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.219098] env[62633]: DEBUG nova.compute.provider_tree [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.298520] env[62633]: DEBUG nova.network.neutron [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updated VIF entry in instance network info cache for port 3de9e860-b3a3-40d9-b49c-5f63a351e1d5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.298916] env[62633]: DEBUG nova.network.neutron [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updating instance_info_cache with network_info: [{"id": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "address": "fa:16:3e:f0:52:e7", "network": {"id": "446225e7-2ad6-45dc-8dee-9141dd3752ab", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1631448312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03dbbe422814cdf8c513bbe98e043d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de9e860-b3", "ovs_interfaceid": "3de9e860-b3a3-40d9-b49c-5f63a351e1d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.326022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.326173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.326327] env[62633]: DEBUG nova.network.neutron [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.345514] env[62633]: DEBUG nova.compute.manager [req-bfe4e82e-4b6a-4deb-b4a0-9627297004ac req-60d9d9c8-6d15-4972-9485-fcd605410455 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Received event network-vif-plugged-02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1478.345813] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe4e82e-4b6a-4deb-b4a0-9627297004ac req-60d9d9c8-6d15-4972-9485-fcd605410455 service nova] Acquiring lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.346177] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe4e82e-4b6a-4deb-b4a0-9627297004ac req-60d9d9c8-6d15-4972-9485-fcd605410455 service nova] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.346427] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfe4e82e-4b6a-4deb-b4a0-9627297004ac req-60d9d9c8-6d15-4972-9485-fcd605410455 service nova] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.346685] env[62633]: DEBUG nova.compute.manager [req-bfe4e82e-4b6a-4deb-b4a0-9627297004ac req-60d9d9c8-6d15-4972-9485-fcd605410455 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] No waiting events found dispatching network-vif-plugged-02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1478.346946] env[62633]: WARNING nova.compute.manager [req-bfe4e82e-4b6a-4deb-b4a0-9627297004ac req-60d9d9c8-6d15-4972-9485-fcd605410455 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Received unexpected event network-vif-plugged-02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 for instance with vm_state building and task_state spawning. [ 1478.497119] env[62633]: INFO nova.compute.manager [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Took 36.72 seconds to build instance. [ 1478.581467] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807548, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.592680] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807546, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.659763] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807547, 'name': Rename_Task, 'duration_secs': 1.000357} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.663728] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.664061] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807542, 'name': CloneVM_Task, 'duration_secs': 1.534365} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.664275] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf5621b1-2f43-4dec-a71e-14d547eaa969 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.666507] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Created linked-clone VM from snapshot [ 1478.666848] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e59f99-2075-4465-8165-fc7cdcb3a8eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.677670] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Uploading image 7a4f79f0-9e46-4297-88ac-db428f6f4dce {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1478.681847] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1478.681847] env[62633]: value = "task-1807549" [ 1478.681847] env[62633]: _type = "Task" [ 1478.681847] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.695059] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.709124] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1478.709124] env[62633]: value = "vm-374658" [ 1478.709124] env[62633]: _type = "VirtualMachine" [ 1478.709124] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1478.709434] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6158f3d3-3c7b-424b-8e78-7f1ea0b9cab2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.718712] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lease: (returnval){ [ 1478.718712] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52592c71-6ce3-c748-4bcf-e3fabc4c31f4" [ 1478.718712] env[62633]: _type = "HttpNfcLease" [ 1478.718712] env[62633]: } obtained for exporting VM: (result){ [ 1478.718712] env[62633]: value = "vm-374658" [ 1478.718712] env[62633]: _type = "VirtualMachine" [ 1478.718712] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1478.719075] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the lease: (returnval){ [ 1478.719075] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52592c71-6ce3-c748-4bcf-e3fabc4c31f4" [ 1478.719075] env[62633]: _type = "HttpNfcLease" [ 1478.719075] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1478.730719] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1478.730719] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52592c71-6ce3-c748-4bcf-e3fabc4c31f4" [ 1478.730719] env[62633]: _type = "HttpNfcLease" [ 1478.730719] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1478.744891] env[62633]: ERROR nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [req-6ad4c07c-349c-4ff0-8052-b6cf042baf19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ad4c07c-349c-4ff0-8052-b6cf042baf19"}]} [ 1478.764283] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1478.786641] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1478.789111] env[62633]: DEBUG nova.compute.provider_tree [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.803206] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1478.803410] env[62633]: DEBUG oslo_concurrency.lockutils [req-10606395-0c25-458f-822c-32bc1da7892b req-393743b1-e5f0-4e45-9c13-10b2e855e07c service nova] Releasing lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.827547] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1478.866888] env[62633]: DEBUG nova.network.neutron [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.901041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.901041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.000155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-96138385-0316-4a61-88c7-22ac5bea2ab0 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "7f38ae55-a526-4875-ae77-620b23b236ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.419s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.081048] env[62633]: DEBUG nova.network.neutron [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance_info_cache with network_info: [{"id": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "address": "fa:16:3e:ae:63:91", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02adeae0-fd", "ovs_interfaceid": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.089564] env[62633]: DEBUG oslo_vmware.api [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807548, 'name': PowerOnVM_Task, 'duration_secs': 0.523257} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.093469] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.093469] env[62633]: INFO nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Took 12.67 seconds to spawn the instance on the hypervisor. [ 1479.093469] env[62633]: DEBUG nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1479.096446] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65f91d2-0ce7-4ccf-9588-4cecad832755 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.102806] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807546, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.196590] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807549, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.228757] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1479.228757] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52592c71-6ce3-c748-4bcf-e3fabc4c31f4" [ 1479.228757] env[62633]: _type = "HttpNfcLease" [ 1479.228757] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1479.232239] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1479.232239] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52592c71-6ce3-c748-4bcf-e3fabc4c31f4" [ 1479.232239] env[62633]: _type = "HttpNfcLease" [ 1479.232239] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1479.233692] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca1c613-ac62-40ce-9ee2-6c8e4ee87831 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.246889] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c2959-39f3-1d25-0720-98d1b1458577/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1479.247348] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c2959-39f3-1d25-0720-98d1b1458577/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1479.408407] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4cf9eeb5-0e7b-4496-8824-0032646dd524 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.469573] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7da042-b3ec-40d0-ae95-3446bfb8ba40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.478016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e39f6-6b92-4db3-a17b-15378754eec7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.508292] env[62633]: DEBUG nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1479.511635] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44dd1a0-c19d-4e28-a674-82a3bde9c9c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.523024] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67a9ec0-5650-499d-b3ef-f4b7fc1e6587 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.534533] env[62633]: DEBUG nova.compute.provider_tree [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.591193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.591508] env[62633]: DEBUG nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Instance network_info: |[{"id": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "address": "fa:16:3e:ae:63:91", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02adeae0-fd", "ovs_interfaceid": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1479.595226] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:63:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.602692] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Creating folder: Project (bd341f872d8b4264928f982fbdaf46bb). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.602995] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807546, 'name': CloneVM_Task, 'duration_secs': 1.856137} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.605538] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f2f2c85-628c-4db6-926c-02659d258551 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.609611] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Created linked-clone VM from snapshot [ 1479.610352] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17252b2b-2a37-4a3f-9d95-48de36e37adc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.622553] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Uploading image a3c64018-8d48-41de-8f96-f27060fbfe3e {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1479.630828] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Created folder: Project (bd341f872d8b4264928f982fbdaf46bb) in parent group-v374582. [ 1479.630828] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Creating folder: Instances. Parent ref: group-v374661. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.630828] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b161695-a5c3-4390-9192-06754d020390 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.632801] env[62633]: INFO nova.compute.manager [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Took 36.14 seconds to build instance. [ 1479.642686] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Created folder: Instances in parent group-v374661. [ 1479.642686] env[62633]: DEBUG oslo.service.loopingcall [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.642864] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.643112] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad78ec0d-5e26-45a4-9c58-354bd970b51a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.671120] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1479.671120] env[62633]: value = "vm-374660" [ 1479.671120] env[62633]: _type = "VirtualMachine" [ 1479.671120] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1479.671524] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-85fe8dfb-32c9-43e8-97f6-3c848f2a24b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.675643] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.675643] env[62633]: value = "task-1807553" [ 1479.675643] env[62633]: _type = "Task" [ 1479.675643] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.683670] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lease: (returnval){ [ 1479.683670] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52385a5f-d43c-98b0-8e21-911c1d52a6cb" [ 1479.683670] env[62633]: _type = "HttpNfcLease" [ 1479.683670] env[62633]: } obtained for exporting VM: (result){ [ 1479.683670] env[62633]: value = "vm-374660" [ 1479.683670] env[62633]: _type = "VirtualMachine" [ 1479.683670] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1479.684328] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the lease: (returnval){ [ 1479.684328] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52385a5f-d43c-98b0-8e21-911c1d52a6cb" [ 1479.684328] env[62633]: _type = "HttpNfcLease" [ 1479.684328] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1479.697747] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807553, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.704074] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1479.704074] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52385a5f-d43c-98b0-8e21-911c1d52a6cb" [ 1479.704074] env[62633]: _type = "HttpNfcLease" [ 1479.704074] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1479.707628] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1479.707628] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52385a5f-d43c-98b0-8e21-911c1d52a6cb" [ 1479.707628] env[62633]: _type = "HttpNfcLease" [ 1479.707628] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1479.707955] env[62633]: DEBUG oslo_vmware.api [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807549, 'name': PowerOnVM_Task, 'duration_secs': 0.600052} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.708934] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ee573e-b9a0-4487-9260-af113a0a9f5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.712213] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.712804] env[62633]: INFO nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1479.712863] env[62633]: DEBUG nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1479.714332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9f504-c1b8-45ea-9489-d4692b4f8aec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.725857] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52033442-141e-c77c-f45e-cee4cec1cd47/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1479.725857] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52033442-141e-c77c-f45e-cee4cec1cd47/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1479.835509] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e2da508-3784-4909-a8b0-3a4deb4edd85 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "interface-7f38ae55-a526-4875-ae77-620b23b236ab-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.836020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e2da508-3784-4909-a8b0-3a4deb4edd85 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "interface-7f38ae55-a526-4875-ae77-620b23b236ab-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.836675] env[62633]: DEBUG nova.objects.instance [None req-2e2da508-3784-4909-a8b0-3a4deb4edd85 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lazy-loading 'flavor' on Instance uuid 7f38ae55-a526-4875-ae77-620b23b236ab {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.846033] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0b2eb79-676c-48f5-b167-42bd9211bf8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.045079] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.082212] env[62633]: DEBUG nova.scheduler.client.report [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1480.082212] env[62633]: DEBUG nova.compute.provider_tree [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 47 to 48 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1480.082453] env[62633]: DEBUG nova.compute.provider_tree [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1480.135407] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9cdfddea-9a2a-4be2-8e4c-9241f50bbd96 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.756s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.167691] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.168093] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.168481] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.169148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.169398] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.173024] env[62633]: INFO nova.compute.manager [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Terminating instance [ 1480.175498] env[62633]: DEBUG nova.compute.manager [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1480.176866] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.178682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08598614-c0e2-403e-b053-cc448e1bcd1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.195024] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807553, 'name': CreateVM_Task, 'duration_secs': 0.515757} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.197803] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.198701] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.199893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.200318] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.200949] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.201396] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5303fab6-fa56-4973-aa69-8e3bb1a04618 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.203451] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c570586-5e91-4b7b-9821-6a3aedd052f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.209921] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1480.209921] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52082f5d-ea63-bee2-dab8-ec01554ec868" [ 1480.209921] env[62633]: _type = "Task" [ 1480.209921] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.225298] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52082f5d-ea63-bee2-dab8-ec01554ec868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.242619] env[62633]: INFO nova.compute.manager [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Took 34.23 seconds to build instance. [ 1480.304030] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.304594] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.304911] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Deleting the datastore file [datastore1] f9bc400c-ef61-42fa-ac39-a3e995e8237c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.305355] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54dddba7-a9ec-44d5-8acd-f4ded6de7d8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.315527] env[62633]: DEBUG oslo_vmware.api [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1480.315527] env[62633]: value = "task-1807556" [ 1480.315527] env[62633]: _type = "Task" [ 1480.315527] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.327852] env[62633]: DEBUG oslo_vmware.api [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.340882] env[62633]: DEBUG nova.objects.instance [None req-2e2da508-3784-4909-a8b0-3a4deb4edd85 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f38ae55-a526-4875-ae77-620b23b236ab {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.592016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.431s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.592730] env[62633]: DEBUG nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1480.596141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.677s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.597886] env[62633]: INFO nova.compute.claims [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.639654] env[62633]: DEBUG nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1480.722025] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52082f5d-ea63-bee2-dab8-ec01554ec868, 'name': SearchDatastore_Task, 'duration_secs': 0.020669} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.722533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.722937] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.723265] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.723517] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.724648] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.724832] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46ed710c-949b-4a61-8952-7cce745e8a8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.737195] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.737609] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.738796] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3163ecc8-3c3e-483e-aac3-263ade35abfa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.745781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6361c741-5551-4287-a685-0b42c4d0b354 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "60fe6885-f374-4b2f-80f7-eff50e708406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.330s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.746193] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1480.746193] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52965718-9b4a-58e4-1ab4-5fcedee6a0bf" [ 1480.746193] env[62633]: _type = "Task" [ 1480.746193] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.763301] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52965718-9b4a-58e4-1ab4-5fcedee6a0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.826467] env[62633]: DEBUG oslo_vmware.api [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253111} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.826874] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.827410] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.827701] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.827998] env[62633]: INFO nova.compute.manager [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1480.828332] env[62633]: DEBUG oslo.service.loopingcall [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.828745] env[62633]: DEBUG nova.compute.manager [-] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1480.828874] env[62633]: DEBUG nova.network.neutron [-] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.844842] env[62633]: DEBUG nova.objects.base [None req-2e2da508-3784-4909-a8b0-3a4deb4edd85 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Object Instance<7f38ae55-a526-4875-ae77-620b23b236ab> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1480.846046] env[62633]: DEBUG nova.network.neutron [None req-2e2da508-3784-4909-a8b0-3a4deb4edd85 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.004046] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e2da508-3784-4909-a8b0-3a4deb4edd85 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "interface-7f38ae55-a526-4875-ae77-620b23b236ab-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.168s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.105328] env[62633]: DEBUG nova.compute.utils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.107670] env[62633]: DEBUG nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1481.107670] env[62633]: DEBUG nova.network.neutron [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.162193] env[62633]: DEBUG nova.policy [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7ad9c7310a41eea665a75128a4f9d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1e0d81770f742eaba483fab948f5c07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1481.175317] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.257739] env[62633]: DEBUG nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1481.267741] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52965718-9b4a-58e4-1ab4-5fcedee6a0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.018494} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.270540] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691b1055-3bf0-4750-811d-324591a92b7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.276951] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1481.276951] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5294aa54-78e7-1b37-31ca-72f2105247b3" [ 1481.276951] env[62633]: _type = "Task" [ 1481.276951] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.289174] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5294aa54-78e7-1b37-31ca-72f2105247b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.496813] env[62633]: DEBUG nova.network.neutron [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Successfully created port: 507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.612231] env[62633]: DEBUG nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1481.667529] env[62633]: DEBUG nova.network.neutron [-] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.792152] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5294aa54-78e7-1b37-31ca-72f2105247b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012737} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.793184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.793682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.794050] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] bcde5138-2515-4fa1-9bfe-f737c8e51a62/bcde5138-2515-4fa1-9bfe-f737c8e51a62.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.794360] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e47f586e-a7c3-4b22-8551-895cdc732208 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.802515] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1481.802515] env[62633]: value = "task-1807557" [ 1481.802515] env[62633]: _type = "Task" [ 1481.802515] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.815056] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.175925] env[62633]: INFO nova.compute.manager [-] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Took 1.35 seconds to deallocate network for instance. [ 1482.212344] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec8c004-b32a-4737-a4f0-63150febaeb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.221276] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d9d98-73be-48d0-97d2-7bd4ca221e07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.256510] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da40194a-35ea-49e4-9c2a-f1f96c146ab3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.264892] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af66156a-bf61-4592-8924-3f4bf3018e14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.282358] env[62633]: DEBUG nova.compute.provider_tree [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.313124] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807557, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.623030] env[62633]: DEBUG nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1482.688254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.815694] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807557, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.822638] env[62633]: DEBUG nova.scheduler.client.report [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1482.822951] env[62633]: DEBUG nova.compute.provider_tree [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 48 to 49 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1482.823173] env[62633]: DEBUG nova.compute.provider_tree [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.032869] env[62633]: DEBUG nova.network.neutron [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Successfully updated port: 507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.314308] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807557, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.328121] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.328518] env[62633]: DEBUG nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1483.331440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.283s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.331783] env[62633]: DEBUG nova.objects.instance [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lazy-loading 'resources' on Instance uuid 5a1e40bc-705e-4655-9d00-34f831cdff2e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.535383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquiring lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.535557] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquired lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.535686] env[62633]: DEBUG nova.network.neutron [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.816045] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807557, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.610973} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.816045] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] bcde5138-2515-4fa1-9bfe-f737c8e51a62/bcde5138-2515-4fa1-9bfe-f737c8e51a62.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1483.816045] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1483.816504] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aac6dd96-833c-49bf-9fdc-f7507278b6f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.823471] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1483.823471] env[62633]: value = "task-1807558" [ 1483.823471] env[62633]: _type = "Task" [ 1483.823471] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.831953] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.837838] env[62633]: DEBUG nova.compute.utils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.839726] env[62633]: DEBUG nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1483.840408] env[62633]: DEBUG nova.network.neutron [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1483.894387] env[62633]: DEBUG nova.policy [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ade4515e7a3b46fbaf5e3cb5e210262b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de80d591c505426eb7cd68897599aa9b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1484.069328] env[62633]: DEBUG nova.network.neutron [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.202429] env[62633]: DEBUG nova.network.neutron [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Successfully created port: 2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1484.229339] env[62633]: DEBUG nova.network.neutron [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Updating instance_info_cache with network_info: [{"id": "507b4f4d-e597-4ad1-aade-f0c3614585be", "address": "fa:16:3e:fd:35:d3", "network": {"id": "eca0b5ff-ad79-4971-9972-4a6dfa7cd043", "bridge": "br-int", "label": "tempest-ServersTestJSON-714743289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e0d81770f742eaba483fab948f5c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507b4f4d-e5", "ovs_interfaceid": "507b4f4d-e597-4ad1-aade-f0c3614585be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.336560] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086068} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.337100] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1484.337975] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a237b2-b2a7-4652-afdd-25d3da23be2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.343666] env[62633]: DEBUG nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1484.370230] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] bcde5138-2515-4fa1-9bfe-f737c8e51a62/bcde5138-2515-4fa1-9bfe-f737c8e51a62.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1484.371629] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22598052-ef10-47d4-99f2-7b391732f652 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.387092] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627439e4-0168-4209-beab-dd58a6c2c8dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.396851] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536dd5ce-25d3-4d5a-821a-9966054734ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.400251] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1484.400251] env[62633]: value = "task-1807559" [ 1484.400251] env[62633]: _type = "Task" [ 1484.400251] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.431337] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4079797-8c88-483c-a574-158d7f653e64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.437777] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.442909] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fa10df-51ed-454e-b180-acf569c4dab3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.459211] env[62633]: DEBUG nova.compute.provider_tree [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.733625] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Releasing lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.733968] env[62633]: DEBUG nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Instance network_info: |[{"id": "507b4f4d-e597-4ad1-aade-f0c3614585be", "address": "fa:16:3e:fd:35:d3", "network": {"id": "eca0b5ff-ad79-4971-9972-4a6dfa7cd043", "bridge": "br-int", "label": "tempest-ServersTestJSON-714743289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e0d81770f742eaba483fab948f5c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507b4f4d-e5", "ovs_interfaceid": "507b4f4d-e597-4ad1-aade-f0c3614585be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1484.851286] env[62633]: INFO nova.virt.block_device [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Booting with volume 6756a6dd-3555-4d03-9b0e-173f371e4653 at /dev/sda [ 1484.906603] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b66b903-d23f-4e0c-92cd-4c556835e049 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.914719] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807559, 'name': ReconfigVM_Task, 'duration_secs': 0.414707} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.916611] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Reconfigured VM instance instance-00000019 to attach disk [datastore1] bcde5138-2515-4fa1-9bfe-f737c8e51a62/bcde5138-2515-4fa1-9bfe-f737c8e51a62.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.916788] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54988499-c5de-4ccf-9c49-4a8790bcb249 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.921039] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06988c1-df12-4cd2-ba67-2718bb0ce3ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.938711] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1484.938711] env[62633]: value = "task-1807560" [ 1484.938711] env[62633]: _type = "Task" [ 1484.938711] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.963768] env[62633]: DEBUG nova.scheduler.client.report [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1484.971759] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-328fe050-1129-457d-8609-cf0df68f90f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.973164] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807560, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.980447] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d304cfb2-89d9-43c4-bb8b-c74b56a4e714 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.019807] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039a4d2d-e591-47f7-a63e-9c7679490e06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.027106] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccfca53-11c0-4843-b87e-6a51e5c68cba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.043643] env[62633]: DEBUG nova.virt.block_device [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Updating existing volume attachment record: 1d25fd12-5c7e-4f75-8efc-4539f104559c {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1485.449623] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807560, 'name': Rename_Task, 'duration_secs': 0.308201} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.450042] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1485.450243] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e5d4130-7875-4d96-af3d-18d0dc4c4529 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.457503] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1485.457503] env[62633]: value = "task-1807561" [ 1485.457503] env[62633]: _type = "Task" [ 1485.457503] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.467407] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.474509] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.477399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.301s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.479396] env[62633]: INFO nova.compute.claims [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.498129] env[62633]: INFO nova.scheduler.client.report [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Deleted allocations for instance 5a1e40bc-705e-4655-9d00-34f831cdff2e [ 1485.717183] env[62633]: DEBUG nova.network.neutron [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Successfully updated port: 2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1485.968984] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807561, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.005940] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c33af4f-6213-4286-836c-811389d4a376 tempest-ServersAdmin275Test-288147569 tempest-ServersAdmin275Test-288147569-project-member] Lock "5a1e40bc-705e-4655-9d00-34f831cdff2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.409s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.221613] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Acquiring lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.221783] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Acquired lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.221982] env[62633]: DEBUG nova.network.neutron [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.468645] env[62633]: DEBUG oslo_vmware.api [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807561, 'name': PowerOnVM_Task, 'duration_secs': 0.734148} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.469151] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.469231] env[62633]: INFO nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1486.469461] env[62633]: DEBUG nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1486.470417] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70715f94-3e21-4410-90e5-469e6aeedba4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.760701] env[62633]: DEBUG nova.network.neutron [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1486.918306] env[62633]: DEBUG nova.network.neutron [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Updating instance_info_cache with network_info: [{"id": "2e849b33-9934-48bc-9f68-2f39b62d43d1", "address": "fa:16:3e:f6:7d:36", "network": {"id": "99e4a052-7806-41d4-a115-7d38ea58cfca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-153084235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de80d591c505426eb7cd68897599aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e849b33-99", "ovs_interfaceid": "2e849b33-9934-48bc-9f68-2f39b62d43d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.955752] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e49f1-8cd9-4280-91b2-d6e581e1dc71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.966052] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52a9eb-d8e4-4092-90e5-4eb36d4ef3dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.001388] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafbe91-b787-41b0-8398-15c5e9057dc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.006927] env[62633]: INFO nova.compute.manager [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Took 33.95 seconds to build instance. [ 1487.011802] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1e3c37-567f-4944-82ea-2bee2920ce60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.027166] env[62633]: DEBUG nova.compute.provider_tree [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.164474] env[62633]: DEBUG nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1487.165106] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1487.165365] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1487.165558] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1487.165781] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1487.165962] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1487.166171] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1487.166404] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1487.166571] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1487.166743] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1487.166910] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1487.167127] env[62633]: DEBUG nova.virt.hardware [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1487.168490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd832fe-0a8a-483a-9cca-735aae2f9f88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.177462] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e22ce5-61c8-4893-a9b7-3998c8b0ed88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.421234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Releasing lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.421722] env[62633]: DEBUG nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Instance network_info: |[{"id": "2e849b33-9934-48bc-9f68-2f39b62d43d1", "address": "fa:16:3e:f6:7d:36", "network": {"id": "99e4a052-7806-41d4-a115-7d38ea58cfca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-153084235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de80d591c505426eb7cd68897599aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e849b33-99", "ovs_interfaceid": "2e849b33-9934-48bc-9f68-2f39b62d43d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1487.422348] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:7d:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e849b33-9934-48bc-9f68-2f39b62d43d1', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1487.431930] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Creating folder: Project (de80d591c505426eb7cd68897599aa9b). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.432286] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c9c4a8-d551-4b40-a330-6aeea40b70bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.446474] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1487.446648] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1487.447054] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Folder already exists: Project (de80d591c505426eb7cd68897599aa9b). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1487.447269] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Creating folder: Instances. Parent ref: group-v374618. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1487.447525] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ecace37-c798-41f0-ba7c-9b5cb09f23ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.457236] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Created folder: Instances in parent group-v374618. [ 1487.457550] env[62633]: DEBUG oslo.service.loopingcall [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.457760] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1487.457979] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4998743-9223-4886-b54d-5b5e7d0a538b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.476821] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1487.476821] env[62633]: value = "task-1807564" [ 1487.476821] env[62633]: _type = "Task" [ 1487.476821] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.487165] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807564, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.512020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3e5f79ee-3a77-4f36-b83e-65092f46d78a tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.653s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.530999] env[62633]: DEBUG nova.scheduler.client.report [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1487.988499] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807564, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.015526] env[62633]: DEBUG nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1488.036727] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.038268] env[62633]: DEBUG nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1488.041215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.371s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.041433] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.041650] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1488.042244] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.980s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.042513] env[62633]: DEBUG nova.objects.instance [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lazy-loading 'resources' on Instance uuid ebfdb696-4d65-4bff-9732-3ea4f21d22f0 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.044939] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4def6c7c-8b5f-4137-b7d6-efcad25ba604 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.054513] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92623fb-3766-4645-b82c-2880c17a0493 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.071745] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899d6255-800e-45f5-a474-70e140e69443 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.080707] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba9938-1655-4d96-9ef8-2565f41a0d1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.113182] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178826MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1488.113341] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.423797] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.424173] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.424470] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.424694] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.424850] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.425010] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.425239] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.425404] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.425575] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.425746] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.425907] env[62633]: DEBUG nova.virt.hardware [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.428014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761f78eb-55ad-4cc3-bbf8-0ce83a575d5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.438976] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52033442-141e-c77c-f45e-cee4cec1cd47/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1488.440366] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b74b5a-015d-4896-80b0-d1e6564f5edb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.444884] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2d6f61-6d0d-435a-b46f-950450a884f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.460226] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:35:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '507b4f4d-e597-4ad1-aade-f0c3614585be', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1488.469081] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Creating folder: Project (c1e0d81770f742eaba483fab948f5c07). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.470704] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5d27a0e-342c-425f-9021-71ff897fd7aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.472655] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52033442-141e-c77c-f45e-cee4cec1cd47/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1488.472655] env[62633]: ERROR oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52033442-141e-c77c-f45e-cee4cec1cd47/disk-0.vmdk due to incomplete transfer. [ 1488.472824] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b9088d2-7617-4917-9f3b-102be8631571 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.483734] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52033442-141e-c77c-f45e-cee4cec1cd47/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1488.483988] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Uploaded image a3c64018-8d48-41de-8f96-f27060fbfe3e to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1488.485525] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1488.485994] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Created folder: Project (c1e0d81770f742eaba483fab948f5c07) in parent group-v374582. [ 1488.485994] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Creating folder: Instances. Parent ref: group-v374666. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1488.486672] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8736aa84-aee0-49f4-b419-070759ed3fde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.488327] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62064ba9-4954-4e29-a848-3f27f73bcf6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.494065] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807564, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.500286] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1488.500286] env[62633]: value = "task-1807566" [ 1488.500286] env[62633]: _type = "Task" [ 1488.500286] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.504701] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Created folder: Instances in parent group-v374666. [ 1488.504947] env[62633]: DEBUG oslo.service.loopingcall [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.505494] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1488.505717] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80c3a323-1af7-4a15-b564-753eb82e5a1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.530339] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807566, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.538588] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1488.538588] env[62633]: value = "task-1807568" [ 1488.538588] env[62633]: _type = "Task" [ 1488.538588] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.551388] env[62633]: DEBUG nova.compute.utils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1488.555311] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807568, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.555672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.555979] env[62633]: DEBUG nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1488.556179] env[62633]: DEBUG nova.network.neutron [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1488.629347] env[62633]: DEBUG nova.policy [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fd2ff11c8ab418c96b4a91a6986a408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c993306540b74e97a848ae54862fb1c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1488.684984] env[62633]: DEBUG nova.compute.manager [None req-d7cb7f77-d6e8-454e-b1b3-92f08c2c291b tempest-ServerDiagnosticsV248Test-2128348177 tempest-ServerDiagnosticsV248Test-2128348177-project-admin] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1488.686298] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b98af1c-e413-4c77-b1fe-8b98e7fa1868 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.694330] env[62633]: INFO nova.compute.manager [None req-d7cb7f77-d6e8-454e-b1b3-92f08c2c291b tempest-ServerDiagnosticsV248Test-2128348177 tempest-ServerDiagnosticsV248Test-2128348177-project-admin] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Retrieving diagnostics [ 1488.695172] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d2f5e-5fd0-4379-b61d-7f64d08e404b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.992194] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807564, 'name': CreateVM_Task, 'duration_secs': 1.444603} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.992194] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1488.993526] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '1d25fd12-5c7e-4f75-8efc-4539f104559c', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374631', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'name': 'volume-6756a6dd-3555-4d03-9b0e-173f371e4653', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '652a0fdc-5bca-4fcd-8ce4-b554d9e01d98', 'attached_at': '', 'detached_at': '', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'serial': '6756a6dd-3555-4d03-9b0e-173f371e4653'}, 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1488.993989] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Root volume attach. Driver type: vmdk {{(pid=62633) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1488.996739] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9656f1-0342-4fe1-a251-e5899dd4a731 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.013739] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a8ca92-d3cc-4ccb-9fed-ec9740762ce2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.019937] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807566, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.024424] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e6583e-5f89-41a7-b3fd-5812430e154b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.035434] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-361d4269-26bd-411f-97a7-6ef241da3fc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.043393] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1489.043393] env[62633]: value = "task-1807569" [ 1489.043393] env[62633]: _type = "Task" [ 1489.043393] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.052659] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807568, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.059213] env[62633]: DEBUG nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1489.061929] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807569, 'name': RelocateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.145803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748312c2-118d-4644-a1ca-cc1f75a7aa58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.154477] env[62633]: DEBUG nova.network.neutron [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Successfully created port: ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.161611] env[62633]: DEBUG nova.compute.manager [req-555284c0-33e8-42b4-8685-481f4eb23d2b req-378da6d3-6b35-48fc-8d5f-0720a58cde57 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Received event network-changed-02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1489.161888] env[62633]: DEBUG nova.compute.manager [req-555284c0-33e8-42b4-8685-481f4eb23d2b req-378da6d3-6b35-48fc-8d5f-0720a58cde57 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Refreshing instance network info cache due to event network-changed-02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1489.162353] env[62633]: DEBUG oslo_concurrency.lockutils [req-555284c0-33e8-42b4-8685-481f4eb23d2b req-378da6d3-6b35-48fc-8d5f-0720a58cde57 service nova] Acquiring lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.162851] env[62633]: DEBUG oslo_concurrency.lockutils [req-555284c0-33e8-42b4-8685-481f4eb23d2b req-378da6d3-6b35-48fc-8d5f-0720a58cde57 service nova] Acquired lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.162851] env[62633]: DEBUG nova.network.neutron [req-555284c0-33e8-42b4-8685-481f4eb23d2b req-378da6d3-6b35-48fc-8d5f-0720a58cde57 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Refreshing network info cache for port 02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.170472] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a1c30d-5302-4268-95f9-b5096e87fe03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.220024] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64945b-74a7-42ee-ba86-038616c4a8f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.232165] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48515d7d-ce83-41b4-bea2-584ec6a21e4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.253303] env[62633]: DEBUG nova.compute.provider_tree [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.512961] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807566, 'name': Destroy_Task, 'duration_secs': 0.806543} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.512961] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Destroyed the VM [ 1489.512961] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1489.512961] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ec9c5b5-2701-4deb-af8c-6a26acd66453 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.519277] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1489.519277] env[62633]: value = "task-1807570" [ 1489.519277] env[62633]: _type = "Task" [ 1489.519277] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.528620] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.553211] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807568, 'name': CreateVM_Task, 'duration_secs': 0.664338} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.556285] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.556961] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807569, 'name': RelocateVM_Task, 'duration_secs': 0.504076} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.557389] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.557735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.558241] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1489.558748] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1489.559020] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374631', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'name': 'volume-6756a6dd-3555-4d03-9b0e-173f371e4653', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '652a0fdc-5bca-4fcd-8ce4-b554d9e01d98', 'attached_at': '', 'detached_at': '', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'serial': '6756a6dd-3555-4d03-9b0e-173f371e4653'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1489.559299] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca65274b-9e33-4b59-888f-e16a81371d71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.561521] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a94f8f5-f183-4026-8c74-2cff192a1674 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.582701] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1489.582701] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5269476b-5602-e45d-cc4d-5f073ecbc0bc" [ 1489.582701] env[62633]: _type = "Task" [ 1489.582701] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.583374] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864c95e-7429-4583-bd5c-ec1f22b1cbca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.597135] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5269476b-5602-e45d-cc4d-5f073ecbc0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.604076] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.604377] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1489.604660] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.604787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.604969] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.614729] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-6756a6dd-3555-4d03-9b0e-173f371e4653/volume-6756a6dd-3555-4d03-9b0e-173f371e4653.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.615207] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f436d2a-92ec-4a98-a28d-1dee0b0c517b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.618102] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c21664-e00a-4fe0-9ba2-3bb4418afbac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.641166] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1489.641166] env[62633]: value = "task-1807571" [ 1489.641166] env[62633]: _type = "Task" [ 1489.641166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.642397] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.642618] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1489.646302] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a55640b-d65f-4334-95cf-9e1909e42b1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.657241] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.665748] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1489.665748] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52204358-11ee-1da2-37a3-3922beab47ac" [ 1489.665748] env[62633]: _type = "Task" [ 1489.665748] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.666909] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52204358-11ee-1da2-37a3-3922beab47ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.748029] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c2959-39f3-1d25-0720-98d1b1458577/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1489.749241] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aba4b00-205e-45ff-8198-d9c8671fa41c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.755589] env[62633]: DEBUG nova.compute.manager [req-e7497c5b-b51c-4c12-bc18-b145112712a2 req-77d9a6d2-8cf8-4a22-9af2-aa9b72254b33 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Received event network-vif-plugged-507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1489.755812] env[62633]: DEBUG oslo_concurrency.lockutils [req-e7497c5b-b51c-4c12-bc18-b145112712a2 req-77d9a6d2-8cf8-4a22-9af2-aa9b72254b33 service nova] Acquiring lock "15e0af51-7b85-4963-b112-203ce9a45e4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.756025] env[62633]: DEBUG oslo_concurrency.lockutils [req-e7497c5b-b51c-4c12-bc18-b145112712a2 req-77d9a6d2-8cf8-4a22-9af2-aa9b72254b33 service nova] Lock "15e0af51-7b85-4963-b112-203ce9a45e4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.756257] env[62633]: DEBUG oslo_concurrency.lockutils [req-e7497c5b-b51c-4c12-bc18-b145112712a2 req-77d9a6d2-8cf8-4a22-9af2-aa9b72254b33 service nova] Lock "15e0af51-7b85-4963-b112-203ce9a45e4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.756370] env[62633]: DEBUG nova.compute.manager [req-e7497c5b-b51c-4c12-bc18-b145112712a2 req-77d9a6d2-8cf8-4a22-9af2-aa9b72254b33 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] No waiting events found dispatching network-vif-plugged-507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1489.756540] env[62633]: WARNING nova.compute.manager [req-e7497c5b-b51c-4c12-bc18-b145112712a2 req-77d9a6d2-8cf8-4a22-9af2-aa9b72254b33 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Received unexpected event network-vif-plugged-507b4f4d-e597-4ad1-aade-f0c3614585be for instance with vm_state building and task_state spawning. [ 1489.759364] env[62633]: DEBUG nova.scheduler.client.report [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1489.762724] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c2959-39f3-1d25-0720-98d1b1458577/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1489.762899] env[62633]: ERROR oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c2959-39f3-1d25-0720-98d1b1458577/disk-0.vmdk due to incomplete transfer. [ 1489.763555] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cba292e0-6ddf-48e9-b943-23c003fd55f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.776654] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c2959-39f3-1d25-0720-98d1b1458577/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1489.776654] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Uploaded image 7a4f79f0-9e46-4297-88ac-db428f6f4dce to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1489.778584] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1489.779716] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f872f88b-6dff-4a6d-9086-2b2c5e039fd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.785846] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1489.785846] env[62633]: value = "task-1807572" [ 1489.785846] env[62633]: _type = "Task" [ 1489.785846] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.797180] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807572, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.957455] env[62633]: DEBUG nova.network.neutron [req-555284c0-33e8-42b4-8685-481f4eb23d2b req-378da6d3-6b35-48fc-8d5f-0720a58cde57 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updated VIF entry in instance network info cache for port 02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1489.957879] env[62633]: DEBUG nova.network.neutron [req-555284c0-33e8-42b4-8685-481f4eb23d2b req-378da6d3-6b35-48fc-8d5f-0720a58cde57 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance_info_cache with network_info: [{"id": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "address": "fa:16:3e:ae:63:91", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02adeae0-fd", "ovs_interfaceid": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.029796] env[62633]: DEBUG oslo_vmware.api [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807570, 'name': RemoveSnapshot_Task, 'duration_secs': 0.461231} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.030175] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1490.030387] env[62633]: INFO nova.compute.manager [None req-d199dff0-3dc7-4d6f-8658-2cf3a42ab095 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 1490.086745] env[62633]: DEBUG nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1490.108010] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1490.108391] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1490.108628] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.108822] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1490.109132] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.109206] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1490.109904] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1490.109904] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1490.110051] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1490.110269] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1490.110474] env[62633]: DEBUG nova.virt.hardware [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1490.111399] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff74d9e-b709-4f69-8ee2-aa376067ef20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.119959] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb931bb-52a1-4efe-ad01-97d823b02619 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.152337] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.167920] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52204358-11ee-1da2-37a3-3922beab47ac, 'name': SearchDatastore_Task, 'duration_secs': 0.017358} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.169184] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31eb3600-4ee3-46bc-ab60-40d8ef0f58da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.177126] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1490.177126] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52911665-d5bb-1809-1051-4261f11b9625" [ 1490.177126] env[62633]: _type = "Task" [ 1490.177126] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.185256] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52911665-d5bb-1809-1051-4261f11b9625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.223735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "7f38ae55-a526-4875-ae77-620b23b236ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.224039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "7f38ae55-a526-4875-ae77-620b23b236ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.224329] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "7f38ae55-a526-4875-ae77-620b23b236ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.224457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "7f38ae55-a526-4875-ae77-620b23b236ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.224635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "7f38ae55-a526-4875-ae77-620b23b236ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.226825] env[62633]: INFO nova.compute.manager [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Terminating instance [ 1490.228653] env[62633]: DEBUG nova.compute.manager [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1490.228915] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1490.229723] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdef75f-3623-4abc-a35f-b8f1f56416c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.242883] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1490.242883] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae801815-12b3-4c27-a17d-ef0276bed175 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.246015] env[62633]: DEBUG oslo_vmware.api [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1490.246015] env[62633]: value = "task-1807573" [ 1490.246015] env[62633]: _type = "Task" [ 1490.246015] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.254282] env[62633]: DEBUG oslo_vmware.api [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.264168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.266584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.931s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.268608] env[62633]: INFO nova.compute.claims [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1490.296649] env[62633]: INFO nova.scheduler.client.report [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleted allocations for instance ebfdb696-4d65-4bff-9732-3ea4f21d22f0 [ 1490.308679] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807572, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.465228] env[62633]: DEBUG oslo_concurrency.lockutils [req-555284c0-33e8-42b4-8685-481f4eb23d2b req-378da6d3-6b35-48fc-8d5f-0720a58cde57 service nova] Releasing lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.628975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquiring lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.629419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.629700] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquiring lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.629948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.630185] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.632572] env[62633]: INFO nova.compute.manager [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Terminating instance [ 1490.634420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquiring lock "refresh_cache-28a52eb3-83d0-4428-9ac6-9d643ca7eb42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.634584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquired lock "refresh_cache-28a52eb3-83d0-4428-9ac6-9d643ca7eb42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.634751] env[62633]: DEBUG nova.network.neutron [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.655128] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807571, 'name': ReconfigVM_Task, 'duration_secs': 0.598066} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.656230] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-6756a6dd-3555-4d03-9b0e-173f371e4653/volume-6756a6dd-3555-4d03-9b0e-173f371e4653.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.669674] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c1d768-6312-40c0-8004-2de84929bf2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.694012] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52911665-d5bb-1809-1051-4261f11b9625, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.698954] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.699290] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 15e0af51-7b85-4963-b112-203ce9a45e4e/15e0af51-7b85-4963-b112-203ce9a45e4e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1490.699794] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1490.699794] env[62633]: value = "task-1807574" [ 1490.699794] env[62633]: _type = "Task" [ 1490.699794] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.699928] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ecc02c-06c8-455c-90a4-0dc5920201f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.712306] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.713690] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1490.713690] env[62633]: value = "task-1807575" [ 1490.713690] env[62633]: _type = "Task" [ 1490.713690] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.722333] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.758168] env[62633]: DEBUG oslo_vmware.api [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807573, 'name': PowerOffVM_Task, 'duration_secs': 0.215884} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.758168] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.758168] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.758168] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66cf621f-35ff-44bb-abde-cb48b4d2a6f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.797341] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807572, 'name': Destroy_Task, 'duration_secs': 0.795563} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.797750] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Destroyed the VM [ 1490.798081] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1490.798409] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78d38bbd-9d2c-4986-b184-ef31fff2d20b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.806073] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1490.806073] env[62633]: value = "task-1807577" [ 1490.806073] env[62633]: _type = "Task" [ 1490.806073] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.813999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2636c02e-35d6-4849-8e3b-83dc024eb56d tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "ebfdb696-4d65-4bff-9732-3ea4f21d22f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.899s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.818704] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807577, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.846628] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.846628] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.846782] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Deleting the datastore file [datastore1] 7f38ae55-a526-4875-ae77-620b23b236ab {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.847082] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c848e396-074f-4fb4-b718-7adc2b6fcb95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.854292] env[62633]: DEBUG oslo_vmware.api [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for the task: (returnval){ [ 1490.854292] env[62633]: value = "task-1807578" [ 1490.854292] env[62633]: _type = "Task" [ 1490.854292] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.863856] env[62633]: DEBUG oslo_vmware.api [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.145363] env[62633]: DEBUG nova.network.neutron [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Successfully updated port: ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.179347] env[62633]: DEBUG nova.network.neutron [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.221514] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807574, 'name': ReconfigVM_Task, 'duration_secs': 0.147101} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.223035] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374631', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'name': 'volume-6756a6dd-3555-4d03-9b0e-173f371e4653', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '652a0fdc-5bca-4fcd-8ce4-b554d9e01d98', 'attached_at': '', 'detached_at': '', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'serial': '6756a6dd-3555-4d03-9b0e-173f371e4653'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1491.223203] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e344bb5a-1e00-438f-9815-f64be6d6e769 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.229617] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509291} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.230504] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 15e0af51-7b85-4963-b112-203ce9a45e4e/15e0af51-7b85-4963-b112-203ce9a45e4e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.230986] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.231675] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75260e14-3852-44b5-9256-033ffe880e5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.235369] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1491.235369] env[62633]: value = "task-1807579" [ 1491.235369] env[62633]: _type = "Task" [ 1491.235369] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.241080] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1491.241080] env[62633]: value = "task-1807580" [ 1491.241080] env[62633]: _type = "Task" [ 1491.241080] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.248240] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807579, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.253277] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.289771] env[62633]: DEBUG nova.network.neutron [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.325299] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807577, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.342498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "fe9fc951-7e94-4859-94a6-ed84defd14a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.342740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "fe9fc951-7e94-4859-94a6-ed84defd14a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.370883] env[62633]: DEBUG oslo_vmware.api [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Task: {'id': task-1807578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44766} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.371169] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.371353] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.371532] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.371736] env[62633]: INFO nova.compute.manager [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1491.371988] env[62633]: DEBUG oslo.service.loopingcall [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.372308] env[62633]: DEBUG nova.compute.manager [-] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1491.372405] env[62633]: DEBUG nova.network.neutron [-] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.649060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquiring lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.649370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquired lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.649370] env[62633]: DEBUG nova.network.neutron [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.759121] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076383} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.759121] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807579, 'name': Rename_Task, 'duration_secs': 0.173634} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.760257] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1491.760621] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.761807] env[62633]: DEBUG nova.compute.manager [req-be15b1f8-04b6-49a6-a53d-df10d92a1330 req-fa3bf727-949d-427e-bd3f-9a0b2bd3d0d1 service nova] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Received event network-vif-deleted-432483cb-2fb2-4b7d-ad3d-da136afe062f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1491.762904] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0f6c02-6c79-4635-acc0-1a9cbaa5c069 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.765697] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6a33007-d51d-494c-bf94-492f9fc18726 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.792738] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 15e0af51-7b85-4963-b112-203ce9a45e4e/15e0af51-7b85-4963-b112-203ce9a45e4e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.797933] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Releasing lock "refresh_cache-28a52eb3-83d0-4428-9ac6-9d643ca7eb42" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.798827] env[62633]: DEBUG nova.compute.manager [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1491.799106] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.799672] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a96e9b-f1cd-4f91-8122-98ec53160409 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.818809] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1491.818809] env[62633]: value = "task-1807581" [ 1491.818809] env[62633]: _type = "Task" [ 1491.818809] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.820428] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db7d4d6-a073-4dd8-b91c-6b7daf635950 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.834785] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1491.834785] env[62633]: value = "task-1807582" [ 1491.834785] env[62633]: _type = "Task" [ 1491.834785] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.842225] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807577, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.850111] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e7d67b-3aa7-4128-9edb-189c862fb9de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.853231] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.853599] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.854367] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529285cb-932e-4fbf-a197-6b1594ad7d09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.861036] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.864708] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc99de7f-6101-45ff-957a-a6379bd06c47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.873147] env[62633]: DEBUG oslo_vmware.api [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1491.873147] env[62633]: value = "task-1807583" [ 1491.873147] env[62633]: _type = "Task" [ 1491.873147] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.911296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe6ff18-31f2-46d4-8e05-27e2f26b8df9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.917885] env[62633]: DEBUG oslo_vmware.api [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.922795] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c789184-67f4-4529-acfd-6fb602d9d717 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.942176] env[62633]: DEBUG nova.compute.provider_tree [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.234918] env[62633]: DEBUG nova.network.neutron [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.356994] env[62633]: DEBUG oslo_vmware.api [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807577, 'name': RemoveSnapshot_Task, 'duration_secs': 1.240323} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.363171] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Received event network-changed-507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1492.363419] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Refreshing instance network info cache due to event network-changed-507b4f4d-e597-4ad1-aade-f0c3614585be. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1492.363787] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Acquiring lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.363937] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Acquired lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.364134] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Refreshing network info cache for port 507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.367090] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1492.367090] env[62633]: INFO nova.compute.manager [None req-1be0ec6a-42f8-4acc-9286-66c3ef2fdada tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Took 17.84 seconds to snapshot the instance on the hypervisor. [ 1492.372852] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.378480] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.391380] env[62633]: DEBUG oslo_vmware.api [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807583, 'name': PowerOffVM_Task, 'duration_secs': 0.200731} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.391659] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.391828] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.392108] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4da30cc-c395-400f-beab-f7d904b30f93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.422628] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.422628] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.422628] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Deleting the datastore file [datastore1] 28a52eb3-83d0-4428-9ac6-9d643ca7eb42 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.422628] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14a91a2d-d31a-4e72-8115-4450a4c21b83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.429973] env[62633]: DEBUG oslo_vmware.api [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for the task: (returnval){ [ 1492.429973] env[62633]: value = "task-1807585" [ 1492.429973] env[62633]: _type = "Task" [ 1492.429973] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.438498] env[62633]: DEBUG oslo_vmware.api [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.446506] env[62633]: DEBUG nova.scheduler.client.report [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1492.463988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "2393de63-7d92-484b-8216-3ae3fc76a580" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.464144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "2393de63-7d92-484b-8216-3ae3fc76a580" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.464348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "2393de63-7d92-484b-8216-3ae3fc76a580-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.464705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "2393de63-7d92-484b-8216-3ae3fc76a580-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.464705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "2393de63-7d92-484b-8216-3ae3fc76a580-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.467207] env[62633]: INFO nova.compute.manager [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Terminating instance [ 1492.468518] env[62633]: DEBUG nova.compute.manager [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1492.468719] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.469589] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419dc5c-9785-4183-9a06-d19a2287398e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.478644] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.481394] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-397b5245-d237-4bce-923b-4d9826786c98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.563581] env[62633]: DEBUG nova.network.neutron [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Updating instance_info_cache with network_info: [{"id": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "address": "fa:16:3e:87:5b:ac", "network": {"id": "906608e1-ee6e-4c3f-8e28-fbf17479b5a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-742643103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c993306540b74e97a848ae54862fb1c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4d42a5-87", "ovs_interfaceid": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.570314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.570534] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.570717] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleting the datastore file [datastore1] 2393de63-7d92-484b-8216-3ae3fc76a580 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.570991] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e0f3b77-6d03-4930-af08-3b832a7bf54e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.578168] env[62633]: DEBUG oslo_vmware.api [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1492.578168] env[62633]: value = "task-1807587" [ 1492.578168] env[62633]: _type = "Task" [ 1492.578168] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.591238] env[62633]: DEBUG oslo_vmware.api [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.628711] env[62633]: DEBUG nova.network.neutron [-] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.836917] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.844390] env[62633]: DEBUG nova.compute.manager [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1492.852387] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807582, 'name': ReconfigVM_Task, 'duration_secs': 0.692116} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.852672] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 15e0af51-7b85-4963-b112-203ce9a45e4e/15e0af51-7b85-4963-b112-203ce9a45e4e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.853316] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eacd4442-0461-401c-906d-0c53251890d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.864018] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1492.864018] env[62633]: value = "task-1807588" [ 1492.864018] env[62633]: _type = "Task" [ 1492.864018] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.875537] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807588, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.944448] env[62633]: DEBUG oslo_vmware.api [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Task: {'id': task-1807585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195556} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.944754] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.944964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.945129] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.945334] env[62633]: INFO nova.compute.manager [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1492.945633] env[62633]: DEBUG oslo.service.loopingcall [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.945813] env[62633]: DEBUG nova.compute.manager [-] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1492.945938] env[62633]: DEBUG nova.network.neutron [-] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.954504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.955021] env[62633]: DEBUG nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1492.961833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.130s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.962112] env[62633]: DEBUG nova.objects.instance [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lazy-loading 'resources' on Instance uuid 795950cb-806d-4027-b617-ee4aa9f5c0b9 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.991620] env[62633]: DEBUG nova.network.neutron [-] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1493.067645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Releasing lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.067986] env[62633]: DEBUG nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Instance network_info: |[{"id": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "address": "fa:16:3e:87:5b:ac", "network": {"id": "906608e1-ee6e-4c3f-8e28-fbf17479b5a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-742643103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c993306540b74e97a848ae54862fb1c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4d42a5-87", "ovs_interfaceid": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1493.068913] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:5b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee4d42a5-8766-4e2a-b1ae-9305c23b1130', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.077581] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Creating folder: Project (c993306540b74e97a848ae54862fb1c1). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.080240] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fd0302e-2f0c-48e4-b894-c17713a74c39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.093018] env[62633]: DEBUG oslo_vmware.api [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250894} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.093018] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.093018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.093018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.093018] env[62633]: INFO nova.compute.manager [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1493.093018] env[62633]: DEBUG oslo.service.loopingcall [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.093018] env[62633]: DEBUG nova.compute.manager [-] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1493.093018] env[62633]: DEBUG nova.network.neutron [-] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.102662] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Created folder: Project (c993306540b74e97a848ae54862fb1c1) in parent group-v374582. [ 1493.102873] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Creating folder: Instances. Parent ref: group-v374669. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.103158] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13d756ce-9a4a-4307-86b6-388ca59e8f2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.114121] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Created folder: Instances in parent group-v374669. [ 1493.114417] env[62633]: DEBUG oslo.service.loopingcall [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.117364] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.117683] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd97dd5b-e314-483d-b87d-e9f07f0fe4bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.134424] env[62633]: INFO nova.compute.manager [-] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Took 1.76 seconds to deallocate network for instance. [ 1493.148019] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.148019] env[62633]: value = "task-1807591" [ 1493.148019] env[62633]: _type = "Task" [ 1493.148019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.157104] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807591, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.183045] env[62633]: DEBUG nova.compute.manager [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1493.183979] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa229f21-8d50-448d-890c-96bbb93dba08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.340649] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.373636] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807588, 'name': Rename_Task, 'duration_secs': 0.179996} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.377038] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.377038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.377038] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8bd8603-ed28-43d5-8630-2d3ae0addaa1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.384166] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1493.384166] env[62633]: value = "task-1807592" [ 1493.384166] env[62633]: _type = "Task" [ 1493.384166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.393574] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.412015] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Updated VIF entry in instance network info cache for port 507b4f4d-e597-4ad1-aade-f0c3614585be. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.412950] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Updating instance_info_cache with network_info: [{"id": "507b4f4d-e597-4ad1-aade-f0c3614585be", "address": "fa:16:3e:fd:35:d3", "network": {"id": "eca0b5ff-ad79-4971-9972-4a6dfa7cd043", "bridge": "br-int", "label": "tempest-ServersTestJSON-714743289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e0d81770f742eaba483fab948f5c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507b4f4d-e5", "ovs_interfaceid": "507b4f4d-e597-4ad1-aade-f0c3614585be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.469331] env[62633]: DEBUG nova.compute.utils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1493.473296] env[62633]: DEBUG nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1493.473471] env[62633]: DEBUG nova.network.neutron [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.494986] env[62633]: DEBUG nova.network.neutron [-] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.555154] env[62633]: DEBUG nova.policy [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19a6ad2a44504b49a703ac1d2663d505', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '373f5295c4724994a24ccd6a357101e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1493.622719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "a2308b1a-6617-49f9-a731-e445b3c61cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.623248] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "a2308b1a-6617-49f9-a731-e445b3c61cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.643925] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.659775] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807591, 'name': CreateVM_Task, 'duration_secs': 0.390331} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.662639] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.664754] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.664838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.665164] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.665416] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e6915b-e9a6-47ab-a9ac-990bbfd143c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.674876] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1493.674876] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fd7395-501e-7c07-ba4e-8db67e87a200" [ 1493.674876] env[62633]: _type = "Task" [ 1493.674876] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.686132] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fd7395-501e-7c07-ba4e-8db67e87a200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.696352] env[62633]: INFO nova.compute.manager [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] instance snapshotting [ 1493.697073] env[62633]: DEBUG nova.objects.instance [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'flavor' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.841706] env[62633]: DEBUG oslo_vmware.api [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807581, 'name': PowerOnVM_Task, 'duration_secs': 1.674981} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.846020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.846020] env[62633]: INFO nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1493.846020] env[62633]: DEBUG nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1493.846362] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27be0910-2e86-4e17-8153-4ff4bf36e604 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.888966] env[62633]: DEBUG nova.network.neutron [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Successfully created port: 524b7b6f-1bcd-43e0-974f-14246f92e8b3 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.897735] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807592, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.917022] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Releasing lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.917022] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Received event network-vif-plugged-2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1493.917022] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Acquiring lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.917022] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.917022] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.917022] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] No waiting events found dispatching network-vif-plugged-2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1493.917383] env[62633]: WARNING nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Received unexpected event network-vif-plugged-2e849b33-9934-48bc-9f68-2f39b62d43d1 for instance with vm_state building and task_state spawning. [ 1493.917678] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Received event network-changed-2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1493.917942] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Refreshing instance network info cache due to event network-changed-2e849b33-9934-48bc-9f68-2f39b62d43d1. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1493.918275] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Acquiring lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.918580] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Acquired lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.919568] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Refreshing network info cache for port 2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.977281] env[62633]: DEBUG nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1494.006748] env[62633]: INFO nova.compute.manager [-] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Took 1.06 seconds to deallocate network for instance. [ 1494.103177] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f5643c-8e88-4c71-842b-cff1378c8ebe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.111871] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa18cca-ab9b-47bf-9b65-76419c234cf4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.156687] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d3a31-0677-4fdb-9a4b-683dbe5e0038 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.164198] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c251567-131e-43f2-9a37-b39b7d4d74ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.178889] env[62633]: DEBUG nova.compute.provider_tree [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.191035] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fd7395-501e-7c07-ba4e-8db67e87a200, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.192188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.192507] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.192680] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.192816] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.193352] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.193560] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-263e970f-73c8-4b53-9441-76d91c472453 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.203356] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d03a591-deb5-4a5d-85fe-1c1691ae32dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.207347] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.207347] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.208455] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c321b14-e633-477b-a9de-b6b85c4ab6a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.226896] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1268a30-7876-4602-b719-a53b6f3e7f71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.230554] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1494.230554] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527e344e-e665-304a-f398-5fab69c82b9e" [ 1494.230554] env[62633]: _type = "Task" [ 1494.230554] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.232041] env[62633]: DEBUG nova.network.neutron [-] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.247814] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527e344e-e665-304a-f398-5fab69c82b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.248688] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad79a336-0ec5-491c-9c59-3af1210451f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.255667] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1494.255667] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e4b304-9720-bb0d-5b67-64202b690d82" [ 1494.255667] env[62633]: _type = "Task" [ 1494.255667] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.264510] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e4b304-9720-bb0d-5b67-64202b690d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.368788] env[62633]: INFO nova.compute.manager [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Took 35.47 seconds to build instance. [ 1494.395715] env[62633]: DEBUG oslo_vmware.api [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807592, 'name': PowerOnVM_Task, 'duration_secs': 0.73198} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.396429] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.396694] env[62633]: INFO nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Took 11.77 seconds to spawn the instance on the hypervisor. [ 1494.396880] env[62633]: DEBUG nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1494.397850] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd54c3b-f9a1-482f-ad9d-7b6da0894a88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.501200] env[62633]: DEBUG nova.compute.manager [req-34c75ee3-f7d6-4894-90ea-949e7809cd4f req-42635642-02c3-477d-9c2e-8005091f9ea0 service nova] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Received event network-vif-deleted-49897722-993b-4684-b03d-14abc76c9204 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1494.515031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.682819] env[62633]: DEBUG nova.scheduler.client.report [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1494.741399] env[62633]: INFO nova.compute.manager [-] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Took 1.65 seconds to deallocate network for instance. [ 1494.748123] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1494.748123] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-885c886f-63df-47e5-9f88-ede907e179cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.755355] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1494.755355] env[62633]: value = "task-1807593" [ 1494.755355] env[62633]: _type = "Task" [ 1494.755355] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.768597] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.772676] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e4b304-9720-bb0d-5b67-64202b690d82, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.773132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.773697] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] f58b9e3b-ef6e-4d3c-b674-6ae9fad07372/f58b9e3b-ef6e-4d3c-b674-6ae9fad07372.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.774117] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fec0a1b-1557-4e0b-9960-7cd3befdc1dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.781732] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1494.781732] env[62633]: value = "task-1807594" [ 1494.781732] env[62633]: _type = "Task" [ 1494.781732] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.795204] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.873197] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ff848352-7786-48ae-96bd-d051e4524a30 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.007s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.919161] env[62633]: INFO nova.compute.manager [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Took 40.82 seconds to build instance. [ 1494.987970] env[62633]: DEBUG nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1495.039971] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1495.040783] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1495.040783] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1495.040783] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1495.040783] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1495.040977] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1495.041118] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1495.041941] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1495.041941] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1495.041941] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1495.041941] env[62633]: DEBUG nova.virt.hardware [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1495.043039] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cbd3f1-7e89-4983-bf2b-b82f1f9dddae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.051552] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c547266-3c82-4f2f-999f-c34448cbf450 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.090532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.090977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.179293] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Updated VIF entry in instance network info cache for port 2e849b33-9934-48bc-9f68-2f39b62d43d1. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.179293] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Updating instance_info_cache with network_info: [{"id": "2e849b33-9934-48bc-9f68-2f39b62d43d1", "address": "fa:16:3e:f6:7d:36", "network": {"id": "99e4a052-7806-41d4-a115-7d38ea58cfca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-153084235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de80d591c505426eb7cd68897599aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e849b33-99", "ovs_interfaceid": "2e849b33-9934-48bc-9f68-2f39b62d43d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.189488] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.193371] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.281s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.199395] env[62633]: INFO nova.compute.claims [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.222486] env[62633]: INFO nova.scheduler.client.report [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleted allocations for instance 795950cb-806d-4027-b617-ee4aa9f5c0b9 [ 1495.247905] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.266677] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.299716] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506813} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.303017] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] f58b9e3b-ef6e-4d3c-b674-6ae9fad07372/f58b9e3b-ef6e-4d3c-b674-6ae9fad07372.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.303017] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.303017] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60f7597-d148-4a33-883d-c578f48cec02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.306479] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1495.306479] env[62633]: value = "task-1807595" [ 1495.306479] env[62633]: _type = "Task" [ 1495.306479] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.314854] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.375449] env[62633]: DEBUG nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1495.422845] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69a3ced3-a2c1-42f4-94b5-9ecc5abf56a9 tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "15e0af51-7b85-4963-b112-203ce9a45e4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.696s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.529216] env[62633]: DEBUG nova.compute.manager [req-f2e83325-36db-4f0b-9022-a3e4a29d8e51 req-b9e28d54-dd1e-4af6-8db5-8dfab1244cc9 service nova] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Received event network-vif-deleted-ce5f1c7d-647d-499e-9022-ef8c8648024a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1495.582877] env[62633]: DEBUG nova.network.neutron [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Successfully updated port: 524b7b6f-1bcd-43e0-974f-14246f92e8b3 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.684828] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Releasing lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.685254] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Received event network-vif-plugged-ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1495.686126] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Acquiring lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.686126] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.686126] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.686126] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] No waiting events found dispatching network-vif-plugged-ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1495.686344] env[62633]: WARNING nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Received unexpected event network-vif-plugged-ee4d42a5-8766-4e2a-b1ae-9305c23b1130 for instance with vm_state building and task_state spawning. [ 1495.686497] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Received event network-changed-ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1495.686660] env[62633]: DEBUG nova.compute.manager [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Refreshing instance network info cache due to event network-changed-ee4d42a5-8766-4e2a-b1ae-9305c23b1130. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1495.686850] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Acquiring lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.687194] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Acquired lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.687361] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Refreshing network info cache for port ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.730434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-36d40bff-3eb9-4aee-a4bc-ced0571faa22 tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.281s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.731357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.475s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.731357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.731357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.731535] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.735358] env[62633]: INFO nova.compute.manager [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Terminating instance [ 1495.737924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.737962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquired lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.738147] env[62633]: DEBUG nova.network.neutron [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.765906] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807593, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.817125] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067924} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.818092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.819174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12941ba-b22e-45dc-a8a2-a47bac943a4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.843118] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] f58b9e3b-ef6e-4d3c-b674-6ae9fad07372/f58b9e3b-ef6e-4d3c-b674-6ae9fad07372.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.843521] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd07cd5-9e2e-4d68-ab88-a5aadff0c6bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.866605] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1495.866605] env[62633]: value = "task-1807596" [ 1495.866605] env[62633]: _type = "Task" [ 1495.866605] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.875351] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.901477] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.927382] env[62633]: DEBUG nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1496.086713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquiring lock "refresh_cache-e3c28819-30a4-4d12-85ee-76fa21fd8a90" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.086897] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquired lock "refresh_cache-e3c28819-30a4-4d12-85ee-76fa21fd8a90" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.087077] env[62633]: DEBUG nova.network.neutron [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.149099] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.149247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.179993] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.180283] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.219251] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.219464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.240737] env[62633]: DEBUG nova.compute.utils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Can not refresh info_cache because instance was not found {{(pid=62633) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1496.266496] env[62633]: DEBUG nova.network.neutron [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.271774] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807593, 'name': CreateSnapshot_Task, 'duration_secs': 1.047723} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.272607] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1496.272911] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4b2094-c566-44a3-b4d9-3f76ff7d642a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.381529] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.449122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.457432] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Updated VIF entry in instance network info cache for port ee4d42a5-8766-4e2a-b1ae-9305c23b1130. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.457432] env[62633]: DEBUG nova.network.neutron [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Updating instance_info_cache with network_info: [{"id": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "address": "fa:16:3e:87:5b:ac", "network": {"id": "906608e1-ee6e-4c3f-8e28-fbf17479b5a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-742643103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c993306540b74e97a848ae54862fb1c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4d42a5-87", "ovs_interfaceid": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.513181] env[62633]: DEBUG nova.network.neutron [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.669072] env[62633]: DEBUG nova.network.neutron [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.797473] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1496.802213] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c07907b-4248-4c85-97f5-e11226a65d15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.812718] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1496.812718] env[62633]: value = "task-1807597" [ 1496.812718] env[62633]: _type = "Task" [ 1496.812718] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.829402] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807597, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.878917] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.897244] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8903a218-d80f-434b-89bd-be9901f8a282 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.904773] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23c319f-5a18-4265-bbb1-98ae96ba7864 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.944432] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714e38dd-05cd-489c-9f77-98fb8eca8ba7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.955205] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdea260-a1b4-4f13-842a-50edbaf6cd3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.963226] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef8c8916-1452-42ca-b64c-5a81eb560379 req-0586455b-4366-44dd-b6d0-f30d1bc7993d service nova] Releasing lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.979306] env[62633]: DEBUG nova.compute.provider_tree [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.020118] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Releasing lock "refresh_cache-795950cb-806d-4027-b617-ee4aa9f5c0b9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.020607] env[62633]: DEBUG nova.compute.manager [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1497.020805] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.021174] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f28abb77-0c82-489e-9eee-4cc88ec31775 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.032290] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f5e5d-34fe-4ae5-8b5b-be7ca14af247 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.074676] env[62633]: WARNING nova.virt.vmwareapi.vmops [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 795950cb-806d-4027-b617-ee4aa9f5c0b9 could not be found. [ 1497.074931] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.075132] env[62633]: INFO nova.compute.manager [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1497.075437] env[62633]: DEBUG oslo.service.loopingcall [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.075644] env[62633]: DEBUG nova.compute.manager [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1497.075733] env[62633]: DEBUG nova.network.neutron [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.094856] env[62633]: DEBUG nova.network.neutron [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1497.107967] env[62633]: DEBUG nova.network.neutron [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Updating instance_info_cache with network_info: [{"id": "524b7b6f-1bcd-43e0-974f-14246f92e8b3", "address": "fa:16:3e:3f:7f:41", "network": {"id": "0b82891e-1c55-498c-b11a-5dc7a88bbf51", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784867800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373f5295c4724994a24ccd6a357101e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524b7b6f-1b", "ovs_interfaceid": "524b7b6f-1bcd-43e0-974f-14246f92e8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.326243] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807597, 'name': CloneVM_Task} progress is 93%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.381253] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.483251] env[62633]: DEBUG nova.scheduler.client.report [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1497.599246] env[62633]: DEBUG nova.network.neutron [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.611479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Releasing lock "refresh_cache-e3c28819-30a4-4d12-85ee-76fa21fd8a90" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.611812] env[62633]: DEBUG nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Instance network_info: |[{"id": "524b7b6f-1bcd-43e0-974f-14246f92e8b3", "address": "fa:16:3e:3f:7f:41", "network": {"id": "0b82891e-1c55-498c-b11a-5dc7a88bbf51", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784867800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373f5295c4724994a24ccd6a357101e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524b7b6f-1b", "ovs_interfaceid": "524b7b6f-1bcd-43e0-974f-14246f92e8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1497.612309] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:7f:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '524b7b6f-1bcd-43e0-974f-14246f92e8b3', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.620990] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Creating folder: Project (373f5295c4724994a24ccd6a357101e5). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.622482] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd732267-ab11-477c-9e6c-437b3600324c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.639769] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Created folder: Project (373f5295c4724994a24ccd6a357101e5) in parent group-v374582. [ 1497.639910] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Creating folder: Instances. Parent ref: group-v374674. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.643042] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5019436a-e733-46ab-a20b-a25e4baeafdf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.652375] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Created folder: Instances in parent group-v374674. [ 1497.652643] env[62633]: DEBUG oslo.service.loopingcall [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.652855] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.653083] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63dc2cc2-e5a3-434e-aad6-d15db9de4962 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.676437] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.676437] env[62633]: value = "task-1807600" [ 1497.676437] env[62633]: _type = "Task" [ 1497.676437] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.687885] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807600, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.832129] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807597, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.849154] env[62633]: DEBUG nova.compute.manager [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Received event network-vif-plugged-524b7b6f-1bcd-43e0-974f-14246f92e8b3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1497.849518] env[62633]: DEBUG oslo_concurrency.lockutils [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] Acquiring lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.849850] env[62633]: DEBUG oslo_concurrency.lockutils [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] Lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.850159] env[62633]: DEBUG oslo_concurrency.lockutils [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] Lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.850486] env[62633]: DEBUG nova.compute.manager [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] No waiting events found dispatching network-vif-plugged-524b7b6f-1bcd-43e0-974f-14246f92e8b3 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1497.850736] env[62633]: WARNING nova.compute.manager [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Received unexpected event network-vif-plugged-524b7b6f-1bcd-43e0-974f-14246f92e8b3 for instance with vm_state building and task_state spawning. [ 1497.850975] env[62633]: DEBUG nova.compute.manager [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Received event network-changed-524b7b6f-1bcd-43e0-974f-14246f92e8b3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1497.851234] env[62633]: DEBUG nova.compute.manager [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Refreshing instance network info cache due to event network-changed-524b7b6f-1bcd-43e0-974f-14246f92e8b3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1497.851485] env[62633]: DEBUG oslo_concurrency.lockutils [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] Acquiring lock "refresh_cache-e3c28819-30a4-4d12-85ee-76fa21fd8a90" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.851665] env[62633]: DEBUG oslo_concurrency.lockutils [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] Acquired lock "refresh_cache-e3c28819-30a4-4d12-85ee-76fa21fd8a90" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.851862] env[62633]: DEBUG nova.network.neutron [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Refreshing network info cache for port 524b7b6f-1bcd-43e0-974f-14246f92e8b3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.882261] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807596, 'name': ReconfigVM_Task, 'duration_secs': 1.980958} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.882824] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Reconfigured VM instance instance-0000001c to attach disk [datastore1] f58b9e3b-ef6e-4d3c-b674-6ae9fad07372/f58b9e3b-ef6e-4d3c-b674-6ae9fad07372.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.884241] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1769cc8e-e81f-4c9c-ad19-f003baec03d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.893821] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1497.893821] env[62633]: value = "task-1807601" [ 1497.893821] env[62633]: _type = "Task" [ 1497.893821] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.904139] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807601, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.991254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.991254] env[62633]: DEBUG nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1497.999047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.499s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.000508] env[62633]: INFO nova.compute.claims [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.103488] env[62633]: INFO nova.compute.manager [-] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Took 1.03 seconds to deallocate network for instance. [ 1498.192847] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807600, 'name': CreateVM_Task, 'duration_secs': 0.444909} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.192950] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.193911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.193911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.195798] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1498.195798] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c8ec53-40c2-436c-b1e6-23d99f89b96d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.201965] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1498.201965] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52125da6-086c-9d0a-fc7f-a1446e1147c8" [ 1498.201965] env[62633]: _type = "Task" [ 1498.201965] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.211845] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52125da6-086c-9d0a-fc7f-a1446e1147c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.219455] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquiring lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.219724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.219939] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquiring lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.220140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.220401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.222444] env[62633]: INFO nova.compute.manager [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Terminating instance [ 1498.224301] env[62633]: DEBUG nova.compute.manager [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1498.224473] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.225292] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f097b75-bf97-4c31-b7ef-a92d53e24afa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.235015] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.235015] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07880332-edc3-4f4e-a647-7fed67371a72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.240863] env[62633]: DEBUG oslo_vmware.api [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1498.240863] env[62633]: value = "task-1807602" [ 1498.240863] env[62633]: _type = "Task" [ 1498.240863] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.249074] env[62633]: DEBUG oslo_vmware.api [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.327034] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807597, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.391648] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquiring lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.391889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.405595] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807601, 'name': Rename_Task, 'duration_secs': 0.226845} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.405918] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.406223] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe316d0f-46bc-4bcc-895e-59e2f76ff9c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.413992] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1498.413992] env[62633]: value = "task-1807603" [ 1498.413992] env[62633]: _type = "Task" [ 1498.413992] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.423447] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.508099] env[62633]: DEBUG nova.compute.utils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.509597] env[62633]: DEBUG nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1498.509772] env[62633]: DEBUG nova.network.neutron [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.564405] env[62633]: DEBUG nova.policy [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047c9f9cddf6437192c27a2cc66931ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2b605937954687b669451c2a179cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1498.611439] env[62633]: INFO nova.compute.manager [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance disappeared during terminate [ 1498.611700] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d93284e-f55b-4f51-a07d-58edd60d11ef tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "795950cb-806d-4027-b617-ee4aa9f5c0b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.881s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.689271] env[62633]: DEBUG nova.network.neutron [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Updated VIF entry in instance network info cache for port 524b7b6f-1bcd-43e0-974f-14246f92e8b3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.689661] env[62633]: DEBUG nova.network.neutron [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Updating instance_info_cache with network_info: [{"id": "524b7b6f-1bcd-43e0-974f-14246f92e8b3", "address": "fa:16:3e:3f:7f:41", "network": {"id": "0b82891e-1c55-498c-b11a-5dc7a88bbf51", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1784867800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373f5295c4724994a24ccd6a357101e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap524b7b6f-1b", "ovs_interfaceid": "524b7b6f-1bcd-43e0-974f-14246f92e8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.712451] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52125da6-086c-9d0a-fc7f-a1446e1147c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.712787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.713042] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.713389] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.713620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.714251] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.714251] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-338359f7-2c4e-44ec-8149-7b6fd339cc52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.726242] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.726505] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.727437] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c2db9b-f418-4805-bb27-07da3c68bd44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.734956] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1498.734956] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52693359-482e-6d58-a132-6012a498b082" [ 1498.734956] env[62633]: _type = "Task" [ 1498.734956] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.746077] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52693359-482e-6d58-a132-6012a498b082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.754873] env[62633]: DEBUG oslo_vmware.api [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807602, 'name': PowerOffVM_Task, 'duration_secs': 0.227035} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.754995] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.755155] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.755417] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3dc0f8-b77f-4079-ba9f-746509c72d68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.777730] env[62633]: DEBUG nova.compute.manager [req-7637d921-a99a-42ad-9d98-5741ba2ebed1 req-2b3e89ed-9fc3-4c70-bb5d-1098a955d874 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Received event network-changed-507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1498.777954] env[62633]: DEBUG nova.compute.manager [req-7637d921-a99a-42ad-9d98-5741ba2ebed1 req-2b3e89ed-9fc3-4c70-bb5d-1098a955d874 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Refreshing instance network info cache due to event network-changed-507b4f4d-e597-4ad1-aade-f0c3614585be. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1498.778208] env[62633]: DEBUG oslo_concurrency.lockutils [req-7637d921-a99a-42ad-9d98-5741ba2ebed1 req-2b3e89ed-9fc3-4c70-bb5d-1098a955d874 service nova] Acquiring lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.778399] env[62633]: DEBUG oslo_concurrency.lockutils [req-7637d921-a99a-42ad-9d98-5741ba2ebed1 req-2b3e89ed-9fc3-4c70-bb5d-1098a955d874 service nova] Acquired lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.778602] env[62633]: DEBUG nova.network.neutron [req-7637d921-a99a-42ad-9d98-5741ba2ebed1 req-2b3e89ed-9fc3-4c70-bb5d-1098a955d874 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Refreshing network info cache for port 507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.832161] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807597, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.862521] env[62633]: DEBUG nova.network.neutron [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Successfully created port: 166cad0a-821c-4c05-aca1-a4f60030156a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.866319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.866525] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.866703] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Deleting the datastore file [datastore1] 3216bcfe-9b1d-40ab-bdbf-fc95d718d064 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.866959] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba7f9b9-0051-4b13-b1bd-7ba3078dba64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.875051] env[62633]: DEBUG oslo_vmware.api [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for the task: (returnval){ [ 1498.875051] env[62633]: value = "task-1807605" [ 1498.875051] env[62633]: _type = "Task" [ 1498.875051] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.883119] env[62633]: DEBUG oslo_vmware.api [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.927505] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.014677] env[62633]: DEBUG nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1499.043989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.044276] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.167726] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.167950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.168180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.168361] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.168527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.171112] env[62633]: INFO nova.compute.manager [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Terminating instance [ 1499.173171] env[62633]: DEBUG nova.compute.manager [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1499.173460] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.174271] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9946afdb-31bf-4815-8620-9f1e7435fe4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.189523] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.189836] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fdfc127-1b00-4217-b8ad-1f888935e9d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.192049] env[62633]: DEBUG oslo_concurrency.lockutils [req-d98603aa-2e08-4724-a663-4fa448c9358b req-9372fbb5-d1a6-4676-8591-32193978c4b4 service nova] Releasing lock "refresh_cache-e3c28819-30a4-4d12-85ee-76fa21fd8a90" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.199449] env[62633]: DEBUG oslo_vmware.api [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1499.199449] env[62633]: value = "task-1807606" [ 1499.199449] env[62633]: _type = "Task" [ 1499.199449] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.213218] env[62633]: DEBUG oslo_vmware.api [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.247996] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52693359-482e-6d58-a132-6012a498b082, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.248863] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b20cb7-f477-4425-adb4-b933fc7cc032 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.255038] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1499.255038] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5203f3a9-bbbc-3b86-1b64-ead76620dd98" [ 1499.255038] env[62633]: _type = "Task" [ 1499.255038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.266320] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5203f3a9-bbbc-3b86-1b64-ead76620dd98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.336437] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807597, 'name': CloneVM_Task, 'duration_secs': 2.308973} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.338172] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Created linked-clone VM from snapshot [ 1499.339209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002dfcf-b0a5-42a6-8f71-76865b3d9e19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.350197] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Uploading image 1442d984-a852-4474-b383-f7d77ed3e66e {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1499.387103] env[62633]: DEBUG oslo_vmware.api [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Task: {'id': task-1807605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149981} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.389426] env[62633]: DEBUG oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1499.389426] env[62633]: value = "vm-374673" [ 1499.389426] env[62633]: _type = "VirtualMachine" [ 1499.389426] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1499.389738] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.389932] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.390293] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.390539] env[62633]: INFO nova.compute.manager [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1499.390806] env[62633]: DEBUG oslo.service.loopingcall [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.391054] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df6f4130-0df1-4fe6-bd1e-40a778880ad6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.395820] env[62633]: DEBUG nova.compute.manager [-] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1499.395820] env[62633]: DEBUG nova.network.neutron [-] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.406037] env[62633]: DEBUG oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease: (returnval){ [ 1499.406037] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5275e84e-6cd1-99ed-e586-70af7e09db0f" [ 1499.406037] env[62633]: _type = "HttpNfcLease" [ 1499.406037] env[62633]: } obtained for exporting VM: (result){ [ 1499.406037] env[62633]: value = "vm-374673" [ 1499.406037] env[62633]: _type = "VirtualMachine" [ 1499.406037] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1499.407377] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the lease: (returnval){ [ 1499.407377] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5275e84e-6cd1-99ed-e586-70af7e09db0f" [ 1499.407377] env[62633]: _type = "HttpNfcLease" [ 1499.407377] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1499.417151] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1499.417151] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5275e84e-6cd1-99ed-e586-70af7e09db0f" [ 1499.417151] env[62633]: _type = "HttpNfcLease" [ 1499.417151] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1499.432566] env[62633]: DEBUG oslo_vmware.api [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807603, 'name': PowerOnVM_Task, 'duration_secs': 0.676104} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.433206] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.433206] env[62633]: INFO nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1499.433397] env[62633]: DEBUG nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1499.434358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cc293e-444a-40ce-a583-d82a7604f131 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.684704] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c345db7-f7a2-4a41-a2f3-ef748b4d5202 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.693725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ab877-bfbd-4dca-9c1f-33c866b06467 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.728575] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34401164-ea7e-4a6b-b150-cc83e97094e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.736995] env[62633]: DEBUG oslo_vmware.api [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807606, 'name': PowerOffVM_Task, 'duration_secs': 0.250588} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.737923] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.738170] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.738437] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6c9f80f-6be6-4f22-8396-6938c08383da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.743532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e20f3a-3758-476a-bf13-2fc8abb96bec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.758748] env[62633]: DEBUG nova.compute.provider_tree [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.772024] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5203f3a9-bbbc-3b86-1b64-ead76620dd98, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.772024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.772024] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e3c28819-30a4-4d12-85ee-76fa21fd8a90/e3c28819-30a4-4d12-85ee-76fa21fd8a90.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.772024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5122dce1-2afd-43c3-acde-cd5ecfb16238 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.782036] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1499.782036] env[62633]: value = "task-1807609" [ 1499.782036] env[62633]: _type = "Task" [ 1499.782036] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.792576] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.805956] env[62633]: DEBUG nova.network.neutron [req-7637d921-a99a-42ad-9d98-5741ba2ebed1 req-2b3e89ed-9fc3-4c70-bb5d-1098a955d874 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Updated VIF entry in instance network info cache for port 507b4f4d-e597-4ad1-aade-f0c3614585be. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.806365] env[62633]: DEBUG nova.network.neutron [req-7637d921-a99a-42ad-9d98-5741ba2ebed1 req-2b3e89ed-9fc3-4c70-bb5d-1098a955d874 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Updating instance_info_cache with network_info: [{"id": "507b4f4d-e597-4ad1-aade-f0c3614585be", "address": "fa:16:3e:fd:35:d3", "network": {"id": "eca0b5ff-ad79-4971-9972-4a6dfa7cd043", "bridge": "br-int", "label": "tempest-ServersTestJSON-714743289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e0d81770f742eaba483fab948f5c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap507b4f4d-e5", "ovs_interfaceid": "507b4f4d-e597-4ad1-aade-f0c3614585be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.861362] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.861784] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.862072] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleting the datastore file [datastore1] bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.865433] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce000cb8-f2eb-4017-919d-bc0733b492b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.870311] env[62633]: DEBUG oslo_vmware.api [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for the task: (returnval){ [ 1499.870311] env[62633]: value = "task-1807610" [ 1499.870311] env[62633]: _type = "Task" [ 1499.870311] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.884878] env[62633]: DEBUG oslo_vmware.api [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.916480] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1499.916480] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5275e84e-6cd1-99ed-e586-70af7e09db0f" [ 1499.916480] env[62633]: _type = "HttpNfcLease" [ 1499.916480] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1499.916802] env[62633]: DEBUG oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1499.916802] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5275e84e-6cd1-99ed-e586-70af7e09db0f" [ 1499.916802] env[62633]: _type = "HttpNfcLease" [ 1499.916802] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1499.917981] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a07d7d1-f9c6-4b21-aba6-22b93d1095c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.926667] env[62633]: DEBUG oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b0420-82d8-6efb-680c-3fcd2cf34160/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1499.926860] env[62633]: DEBUG oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b0420-82d8-6efb-680c-3fcd2cf34160/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1499.995065] env[62633]: DEBUG nova.compute.manager [req-eea2b750-7c49-4257-b8be-c63faeb7d883 req-c4147d6a-db8b-4cf8-af25-53396d38ee91 service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Received event network-changed-2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1499.995065] env[62633]: DEBUG nova.compute.manager [req-eea2b750-7c49-4257-b8be-c63faeb7d883 req-c4147d6a-db8b-4cf8-af25-53396d38ee91 service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Refreshing instance network info cache due to event network-changed-2e849b33-9934-48bc-9f68-2f39b62d43d1. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1499.995065] env[62633]: DEBUG oslo_concurrency.lockutils [req-eea2b750-7c49-4257-b8be-c63faeb7d883 req-c4147d6a-db8b-4cf8-af25-53396d38ee91 service nova] Acquiring lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.995576] env[62633]: DEBUG oslo_concurrency.lockutils [req-eea2b750-7c49-4257-b8be-c63faeb7d883 req-c4147d6a-db8b-4cf8-af25-53396d38ee91 service nova] Acquired lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.995576] env[62633]: DEBUG nova.network.neutron [req-eea2b750-7c49-4257-b8be-c63faeb7d883 req-c4147d6a-db8b-4cf8-af25-53396d38ee91 service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Refreshing network info cache for port 2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.999613] env[62633]: INFO nova.compute.manager [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Took 38.85 seconds to build instance. [ 1500.027663] env[62633]: DEBUG nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1500.055590] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d0b081c-c840-4f09-87b3-a884933ecc66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.065557] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1500.065769] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1500.065902] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1500.066127] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1500.066272] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1500.066430] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1500.066713] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1500.066909] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1500.067120] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1500.067327] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1500.067551] env[62633]: DEBUG nova.virt.hardware [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1500.068852] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907f3e15-d038-4784-b217-40aa2cbcd125 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.083863] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f5313f-65a5-4c37-b082-ddfb2b23890a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.265468] env[62633]: DEBUG nova.scheduler.client.report [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1500.296589] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.310339] env[62633]: DEBUG oslo_concurrency.lockutils [req-7637d921-a99a-42ad-9d98-5741ba2ebed1 req-2b3e89ed-9fc3-4c70-bb5d-1098a955d874 service nova] Releasing lock "refresh_cache-15e0af51-7b85-4963-b112-203ce9a45e4e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.388062] env[62633]: DEBUG oslo_vmware.api [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Task: {'id': task-1807610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32674} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.388448] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.388652] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.388834] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.389020] env[62633]: INFO nova.compute.manager [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1500.389305] env[62633]: DEBUG oslo.service.loopingcall [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.389509] env[62633]: DEBUG nova.compute.manager [-] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1500.389603] env[62633]: DEBUG nova.network.neutron [-] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.428722] env[62633]: DEBUG nova.network.neutron [-] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.505118] env[62633]: DEBUG oslo_concurrency.lockutils [None req-025471bd-490e-4e91-992c-9db81ca5505b tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.239s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.509255] env[62633]: DEBUG nova.network.neutron [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Successfully updated port: 166cad0a-821c-4c05-aca1-a4f60030156a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.775047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.775428] env[62633]: DEBUG nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1500.782459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.737s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.784215] env[62633]: INFO nova.compute.claims [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.811214] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584881} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.811214] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e3c28819-30a4-4d12-85ee-76fa21fd8a90/e3c28819-30a4-4d12-85ee-76fa21fd8a90.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.811214] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.811214] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54db5e41-5b98-4e7b-9af9-c93817e55296 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.819894] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1500.819894] env[62633]: value = "task-1807611" [ 1500.819894] env[62633]: _type = "Task" [ 1500.819894] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.830879] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.926164] env[62633]: DEBUG nova.compute.manager [req-82278980-60d7-47de-af5c-5bd17e83d0f2 req-84e6a5c0-6aca-45f7-8fe4-fe1d7b0f72a0 service nova] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Received event network-vif-deleted-e745c581-5499-4817-a0be-46bb932a8d27 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1500.934479] env[62633]: INFO nova.compute.manager [-] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Took 1.54 seconds to deallocate network for instance. [ 1501.007900] env[62633]: DEBUG nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1501.012711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.012782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.012915] env[62633]: DEBUG nova.network.neutron [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.014748] env[62633]: DEBUG nova.network.neutron [req-eea2b750-7c49-4257-b8be-c63faeb7d883 req-c4147d6a-db8b-4cf8-af25-53396d38ee91 service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Updated VIF entry in instance network info cache for port 2e849b33-9934-48bc-9f68-2f39b62d43d1. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.015123] env[62633]: DEBUG nova.network.neutron [req-eea2b750-7c49-4257-b8be-c63faeb7d883 req-c4147d6a-db8b-4cf8-af25-53396d38ee91 service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Updating instance_info_cache with network_info: [{"id": "2e849b33-9934-48bc-9f68-2f39b62d43d1", "address": "fa:16:3e:f6:7d:36", "network": {"id": "99e4a052-7806-41d4-a115-7d38ea58cfca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-153084235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de80d591c505426eb7cd68897599aa9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e849b33-99", "ovs_interfaceid": "2e849b33-9934-48bc-9f68-2f39b62d43d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.294009] env[62633]: DEBUG nova.compute.utils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.302640] env[62633]: DEBUG nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1501.302925] env[62633]: DEBUG nova.network.neutron [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1501.331063] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081053} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.331455] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.333140] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fefa56-ccca-4dbf-b284-eb172d86ee35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.361648] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e3c28819-30a4-4d12-85ee-76fa21fd8a90/e3c28819-30a4-4d12-85ee-76fa21fd8a90.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.362048] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d69e7b3e-e184-4af5-9ad9-f1c8d0cbb153 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.380010] env[62633]: DEBUG nova.policy [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047c9f9cddf6437192c27a2cc66931ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2b605937954687b669451c2a179cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1501.381624] env[62633]: DEBUG nova.network.neutron [-] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.390022] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1501.390022] env[62633]: value = "task-1807612" [ 1501.390022] env[62633]: _type = "Task" [ 1501.390022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.400998] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.450936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.526324] env[62633]: DEBUG oslo_concurrency.lockutils [req-eea2b750-7c49-4257-b8be-c63faeb7d883 req-c4147d6a-db8b-4cf8-af25-53396d38ee91 service nova] Releasing lock "refresh_cache-652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.544569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.607824] env[62633]: DEBUG nova.network.neutron [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.804088] env[62633]: DEBUG nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1501.886533] env[62633]: INFO nova.compute.manager [-] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Took 1.50 seconds to deallocate network for instance. [ 1501.907611] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807612, 'name': ReconfigVM_Task, 'duration_secs': 0.481213} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.911034] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e3c28819-30a4-4d12-85ee-76fa21fd8a90/e3c28819-30a4-4d12-85ee-76fa21fd8a90.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.912559] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb712d1e-5151-40f4-a7a5-022bc2512477 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.919910] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1501.919910] env[62633]: value = "task-1807613" [ 1501.919910] env[62633]: _type = "Task" [ 1501.919910] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.934476] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807613, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.100276] env[62633]: DEBUG nova.network.neutron [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Updating instance_info_cache with network_info: [{"id": "166cad0a-821c-4c05-aca1-a4f60030156a", "address": "fa:16:3e:1d:d0:c2", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166cad0a-82", "ovs_interfaceid": "166cad0a-821c-4c05-aca1-a4f60030156a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.232481] env[62633]: DEBUG nova.network.neutron [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Successfully created port: 81b9346d-7bc6-418d-a510-d4fdffbbd262 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.322938] env[62633]: DEBUG nova.compute.manager [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Received event network-vif-plugged-166cad0a-821c-4c05-aca1-a4f60030156a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.323233] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] Acquiring lock "4f644c82-d658-4aa4-995e-ab24c791a258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.323560] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] Lock "4f644c82-d658-4aa4-995e-ab24c791a258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.323693] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] Lock "4f644c82-d658-4aa4-995e-ab24c791a258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.323903] env[62633]: DEBUG nova.compute.manager [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] No waiting events found dispatching network-vif-plugged-166cad0a-821c-4c05-aca1-a4f60030156a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1502.325245] env[62633]: WARNING nova.compute.manager [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Received unexpected event network-vif-plugged-166cad0a-821c-4c05-aca1-a4f60030156a for instance with vm_state building and task_state spawning. [ 1502.325245] env[62633]: DEBUG nova.compute.manager [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Received event network-changed-166cad0a-821c-4c05-aca1-a4f60030156a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.325245] env[62633]: DEBUG nova.compute.manager [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Refreshing instance network info cache due to event network-changed-166cad0a-821c-4c05-aca1-a4f60030156a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1502.325245] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] Acquiring lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.400555] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.433788] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807613, 'name': Rename_Task, 'duration_secs': 0.193776} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.433788] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.436521] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-864b06f4-9807-44e7-8017-d11cdb6b74f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.442891] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1502.442891] env[62633]: value = "task-1807614" [ 1502.442891] env[62633]: _type = "Task" [ 1502.442891] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.453105] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.506763] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b22b3ba-229f-4fc2-b0f3-e3a7c3dec2ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.514258] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08f79b4-5ab2-4efe-a6cc-b61282338c6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.546618] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e37ec-e477-4f56-bee1-dedd862a235d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.554266] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c96aab0-dd0d-4f33-b2a5-043063627ae0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.567868] env[62633]: DEBUG nova.compute.provider_tree [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.602880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.603246] env[62633]: DEBUG nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Instance network_info: |[{"id": "166cad0a-821c-4c05-aca1-a4f60030156a", "address": "fa:16:3e:1d:d0:c2", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166cad0a-82", "ovs_interfaceid": "166cad0a-821c-4c05-aca1-a4f60030156a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1502.603670] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] Acquired lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.603741] env[62633]: DEBUG nova.network.neutron [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Refreshing network info cache for port 166cad0a-821c-4c05-aca1-a4f60030156a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.605013] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:d0:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '166cad0a-821c-4c05-aca1-a4f60030156a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.612569] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Creating folder: Project (8b2b605937954687b669451c2a179cdf). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.613378] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4480ccd-c8e4-4f6b-a4ee-2f746bdd6000 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.625340] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Created folder: Project (8b2b605937954687b669451c2a179cdf) in parent group-v374582. [ 1502.625631] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Creating folder: Instances. Parent ref: group-v374677. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.625901] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd7de424-1a41-4b8c-8718-d1d9873f4c64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.635645] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Created folder: Instances in parent group-v374677. [ 1502.636016] env[62633]: DEBUG oslo.service.loopingcall [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.636280] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.636576] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1ce3003-a75c-4bcf-adeb-ac5afa4723c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.657664] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.657664] env[62633]: value = "task-1807617" [ 1502.657664] env[62633]: _type = "Task" [ 1502.657664] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.665649] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807617, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.816751] env[62633]: DEBUG nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1502.843487] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1502.843869] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1502.844102] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.844365] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1502.844587] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.844815] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1502.845150] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1502.845410] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1502.845692] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1502.846011] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1502.846275] env[62633]: DEBUG nova.virt.hardware [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1502.847523] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac6af6-8f8f-487c-b4e4-39094d8f3674 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.856605] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46c60a6-d278-46ae-b235-dc1a43656552 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.954706] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807614, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.071552] env[62633]: DEBUG nova.scheduler.client.report [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1503.168132] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807617, 'name': CreateVM_Task, 'duration_secs': 0.485744} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.169782] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.170521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.170696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.171019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.171650] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb3ff6a-7b41-466a-9c60-0eb8e3fd7378 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.176685] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1503.176685] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52916ebb-5d02-afb4-93fe-ad49e8152ccb" [ 1503.176685] env[62633]: _type = "Task" [ 1503.176685] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.186134] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52916ebb-5d02-afb4-93fe-ad49e8152ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.453637] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807614, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.536513] env[62633]: DEBUG nova.network.neutron [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Updated VIF entry in instance network info cache for port 166cad0a-821c-4c05-aca1-a4f60030156a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.536898] env[62633]: DEBUG nova.network.neutron [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Updating instance_info_cache with network_info: [{"id": "166cad0a-821c-4c05-aca1-a4f60030156a", "address": "fa:16:3e:1d:d0:c2", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166cad0a-82", "ovs_interfaceid": "166cad0a-821c-4c05-aca1-a4f60030156a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.577195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.577801] env[62633]: DEBUG nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1503.581481] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.406s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.582944] env[62633]: INFO nova.compute.claims [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.640883] env[62633]: DEBUG nova.compute.manager [req-a3da0609-a793-4962-abb9-42d72e9b6275 req-ec86dc23-b134-43b2-bc1e-340dbc66d83a service nova] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Received event network-vif-deleted-3de9e860-b3a3-40d9-b49c-5f63a351e1d5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1503.690169] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52916ebb-5d02-afb4-93fe-ad49e8152ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.690595] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.690891] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.691216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.691411] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.691668] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.691938] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b7acc91-0f8c-4323-a929-0284de24ddcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.700102] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.700401] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.701111] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa979f4-ba59-4609-81f5-ba52b74f4da8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.707345] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1503.707345] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a90352-dc8d-fcdc-f968-638fe41b459f" [ 1503.707345] env[62633]: _type = "Task" [ 1503.707345] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.715231] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a90352-dc8d-fcdc-f968-638fe41b459f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.960056] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807614, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.040058] env[62633]: DEBUG oslo_concurrency.lockutils [req-9f585e65-01e0-453e-b8ab-6a95b27fe797 req-caf81aa5-2ae2-4c10-be81-993c2275e54c service nova] Releasing lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.088379] env[62633]: DEBUG nova.compute.utils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1504.094871] env[62633]: DEBUG nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1504.095293] env[62633]: DEBUG nova.network.neutron [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1504.211885] env[62633]: DEBUG nova.policy [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8f2284facc544659145a4bca10a3e37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214c62c8aa5c49e599e14911e14ec119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1504.227123] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a90352-dc8d-fcdc-f968-638fe41b459f, 'name': SearchDatastore_Task, 'duration_secs': 0.008041} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.228044] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31706cc6-4884-41a2-b1a1-f283d06284e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.233932] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1504.233932] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cfe73b-b962-2058-89f3-62ee5db40748" [ 1504.233932] env[62633]: _type = "Task" [ 1504.233932] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.246024] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cfe73b-b962-2058-89f3-62ee5db40748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.457845] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807614, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.595153] env[62633]: DEBUG nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1504.746215] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cfe73b-b962-2058-89f3-62ee5db40748, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.749762] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.752803] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 4f644c82-d658-4aa4-995e-ab24c791a258/4f644c82-d658-4aa4-995e-ab24c791a258.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.752803] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d94b961-ca4a-4e62-84c9-2d5a9dbea6ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.760776] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1504.760776] env[62633]: value = "task-1807618" [ 1504.760776] env[62633]: _type = "Task" [ 1504.760776] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.775296] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.865372] env[62633]: DEBUG nova.network.neutron [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Successfully updated port: 81b9346d-7bc6-418d-a510-d4fdffbbd262 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.964361] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807614, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.965469] env[62633]: DEBUG nova.network.neutron [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Successfully created port: 68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1505.275798] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504153} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.276211] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 4f644c82-d658-4aa4-995e-ab24c791a258/4f644c82-d658-4aa4-995e-ab24c791a258.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.276439] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.276713] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f9caa01-d25e-4e51-87aa-122ce8859d66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.284124] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1505.284124] env[62633]: value = "task-1807619" [ 1505.284124] env[62633]: _type = "Task" [ 1505.284124] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.300890] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.326896] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff2f092-715b-454b-924c-a2ce87a69d63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.337518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deaf36a-04c3-4e6e-b40a-601a687a84d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.370586] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "refresh_cache-cf86a1a0-715d-4b14-9151-4249ab7c53d7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.370732] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "refresh_cache-cf86a1a0-715d-4b14-9151-4249ab7c53d7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.370881] env[62633]: DEBUG nova.network.neutron [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.375974] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2351bcd9-70d4-448b-94eb-fe61f2a4d030 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.380901] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a45c52-07f9-45d9-b598-063518cb157b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.398538] env[62633]: DEBUG nova.compute.provider_tree [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.458954] env[62633]: DEBUG oslo_vmware.api [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807614, 'name': PowerOnVM_Task, 'duration_secs': 2.609657} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.459324] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.459548] env[62633]: INFO nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1505.459736] env[62633]: DEBUG nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1505.460570] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63688515-252e-4410-a9ef-dc317b86140f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.605138] env[62633]: DEBUG nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1505.630942] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1505.631303] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1505.631439] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.631648] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1505.631812] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.631979] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1505.632229] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1505.632430] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1505.632637] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1505.632851] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1505.633066] env[62633]: DEBUG nova.virt.hardware [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1505.634074] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8182a8fd-acfd-4069-8a5a-c0645d8d3791 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.643952] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a3218-6cf8-45bb-82f0-65b2f405853a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.797850] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085546} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.798189] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.799047] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5782d9bc-daa1-4036-9def-76880eb5d799 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.824106] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4f644c82-d658-4aa4-995e-ab24c791a258/4f644c82-d658-4aa4-995e-ab24c791a258.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.824106] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a69ca969-e3e8-4f71-9b52-b931d4c3e23e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.843990] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1505.843990] env[62633]: value = "task-1807620" [ 1505.843990] env[62633]: _type = "Task" [ 1505.843990] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.852425] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.902500] env[62633]: DEBUG nova.scheduler.client.report [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1505.944769] env[62633]: DEBUG nova.network.neutron [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.989737] env[62633]: INFO nova.compute.manager [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Took 39.68 seconds to build instance. [ 1506.355551] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807620, 'name': ReconfigVM_Task, 'duration_secs': 0.312898} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.355841] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4f644c82-d658-4aa4-995e-ab24c791a258/4f644c82-d658-4aa4-995e-ab24c791a258.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.356615] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc8b8789-e81c-47bb-bdbb-2cf29390e2c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.364180] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1506.364180] env[62633]: value = "task-1807621" [ 1506.364180] env[62633]: _type = "Task" [ 1506.364180] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.374993] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807621, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.407855] env[62633]: DEBUG nova.compute.manager [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Received event network-changed-ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1506.408085] env[62633]: DEBUG nova.compute.manager [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Refreshing instance network info cache due to event network-changed-ee4d42a5-8766-4e2a-b1ae-9305c23b1130. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1506.408386] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Acquiring lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.408450] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Acquired lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.409159] env[62633]: DEBUG nova.network.neutron [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Refreshing network info cache for port ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.411415] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.414051] env[62633]: DEBUG nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1506.420016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.624s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.420016] env[62633]: INFO nova.compute.claims [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.437314] env[62633]: DEBUG nova.network.neutron [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Updating instance_info_cache with network_info: [{"id": "81b9346d-7bc6-418d-a510-d4fdffbbd262", "address": "fa:16:3e:f6:56:37", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b9346d-7b", "ovs_interfaceid": "81b9346d-7bc6-418d-a510-d4fdffbbd262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.493929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c340c765-e512-4bc3-9ebb-533b55b2e069 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.249s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.876071] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807621, 'name': Rename_Task, 'duration_secs': 0.161742} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.878664] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.878664] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f10e7767-2a43-4e3d-b346-4fcc2f2c13d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.884111] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1506.884111] env[62633]: value = "task-1807622" [ 1506.884111] env[62633]: _type = "Task" [ 1506.884111] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.892991] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.922372] env[62633]: DEBUG nova.compute.utils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.922372] env[62633]: DEBUG nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1506.922372] env[62633]: DEBUG nova.network.neutron [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.938965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "refresh_cache-cf86a1a0-715d-4b14-9151-4249ab7c53d7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.939401] env[62633]: DEBUG nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Instance network_info: |[{"id": "81b9346d-7bc6-418d-a510-d4fdffbbd262", "address": "fa:16:3e:f6:56:37", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b9346d-7b", "ovs_interfaceid": "81b9346d-7bc6-418d-a510-d4fdffbbd262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1506.939895] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:56:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b9346d-7bc6-418d-a510-d4fdffbbd262', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.947751] env[62633]: DEBUG oslo.service.loopingcall [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.948315] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.948545] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30c84d33-079f-4305-81db-eb6cad4decf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.970705] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.970705] env[62633]: value = "task-1807623" [ 1506.970705] env[62633]: _type = "Task" [ 1506.970705] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.976360] env[62633]: DEBUG nova.policy [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047c9f9cddf6437192c27a2cc66931ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2b605937954687b669451c2a179cdf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1506.984746] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807623, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.002675] env[62633]: DEBUG nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1507.083151] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquiring lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.083732] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.084017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquiring lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.084240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.084457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.087112] env[62633]: INFO nova.compute.manager [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Terminating instance [ 1507.089684] env[62633]: DEBUG nova.compute.manager [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1507.089886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.090769] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c6fa79-ca50-43e0-b85f-9f7acc5ccfa0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.101958] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.102421] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc852983-2fd2-4eaf-ab01-651005498301 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.109536] env[62633]: DEBUG oslo_vmware.api [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1507.109536] env[62633]: value = "task-1807624" [ 1507.109536] env[62633]: _type = "Task" [ 1507.109536] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.119008] env[62633]: DEBUG oslo_vmware.api [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.305203] env[62633]: DEBUG nova.network.neutron [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Successfully created port: cb9db9e0-f325-43f0-8a90-b49293020456 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.396314] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.425030] env[62633]: DEBUG nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1507.482426] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807623, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.528369] env[62633]: DEBUG nova.network.neutron [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Successfully updated port: 68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.545951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.620717] env[62633]: DEBUG oslo_vmware.api [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807624, 'name': PowerOffVM_Task, 'duration_secs': 0.242081} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.621696] env[62633]: DEBUG nova.network.neutron [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Updated VIF entry in instance network info cache for port ee4d42a5-8766-4e2a-b1ae-9305c23b1130. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.622110] env[62633]: DEBUG nova.network.neutron [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Updating instance_info_cache with network_info: [{"id": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "address": "fa:16:3e:87:5b:ac", "network": {"id": "906608e1-ee6e-4c3f-8e28-fbf17479b5a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-742643103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c993306540b74e97a848ae54862fb1c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4d42a5-87", "ovs_interfaceid": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.624567] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.624567] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.624833] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00abcc36-4bec-496a-a8a1-e160f5d2996f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.711637] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.711637] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.711716] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Deleting the datastore file [datastore1] e3c28819-30a4-4d12-85ee-76fa21fd8a90 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.711983] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43faf3a3-07ed-4ee5-8631-b726395facf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.722024] env[62633]: DEBUG oslo_vmware.api [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for the task: (returnval){ [ 1507.722024] env[62633]: value = "task-1807626" [ 1507.722024] env[62633]: _type = "Task" [ 1507.722024] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.730176] env[62633]: DEBUG oslo_vmware.api [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.895711] env[62633]: DEBUG oslo_vmware.api [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807622, 'name': PowerOnVM_Task, 'duration_secs': 0.675878} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.895711] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.895962] env[62633]: INFO nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1507.896105] env[62633]: DEBUG nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1507.899615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d953f04-998d-4cc8-a477-9fbb13b43c6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.982404] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807623, 'name': CreateVM_Task, 'duration_secs': 0.55347} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.983249] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.983986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.984183] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.984526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.985161] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76151e6-3f91-4242-83aa-adf48177665f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.990779] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1507.990779] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b08454-9968-8a9d-4154-7d0660e1a5f4" [ 1507.990779] env[62633]: _type = "Task" [ 1507.990779] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.001955] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b08454-9968-8a9d-4154-7d0660e1a5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.036857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquiring lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.036857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquired lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.036857] env[62633]: DEBUG nova.network.neutron [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.127053] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Releasing lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.127405] env[62633]: DEBUG nova.compute.manager [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Received event network-vif-plugged-81b9346d-7bc6-418d-a510-d4fdffbbd262 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.127613] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Acquiring lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.128102] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.128102] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.128194] env[62633]: DEBUG nova.compute.manager [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] No waiting events found dispatching network-vif-plugged-81b9346d-7bc6-418d-a510-d4fdffbbd262 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1508.128326] env[62633]: WARNING nova.compute.manager [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Received unexpected event network-vif-plugged-81b9346d-7bc6-418d-a510-d4fdffbbd262 for instance with vm_state building and task_state spawning. [ 1508.128492] env[62633]: DEBUG nova.compute.manager [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Received event network-changed-81b9346d-7bc6-418d-a510-d4fdffbbd262 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.128651] env[62633]: DEBUG nova.compute.manager [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Refreshing instance network info cache due to event network-changed-81b9346d-7bc6-418d-a510-d4fdffbbd262. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1508.128877] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Acquiring lock "refresh_cache-cf86a1a0-715d-4b14-9151-4249ab7c53d7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.128980] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Acquired lock "refresh_cache-cf86a1a0-715d-4b14-9151-4249ab7c53d7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.129162] env[62633]: DEBUG nova.network.neutron [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Refreshing network info cache for port 81b9346d-7bc6-418d-a510-d4fdffbbd262 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.136663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feff8eb7-e0b9-48e1-b7e3-50aeb9ec99cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.146779] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f1f67-d443-470c-aa6e-169c24d168ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.183066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba30ada3-dd9a-4515-a578-592ce6a4baf0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.190104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418abd3a-fe20-4d10-92ff-5f43a9e1714f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.206078] env[62633]: DEBUG nova.compute.provider_tree [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.231853] env[62633]: DEBUG oslo_vmware.api [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Task: {'id': task-1807626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.231980] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.232151] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.232354] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.232534] env[62633]: INFO nova.compute.manager [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1508.232780] env[62633]: DEBUG oslo.service.loopingcall [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.232961] env[62633]: DEBUG nova.compute.manager [-] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1508.233059] env[62633]: DEBUG nova.network.neutron [-] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1508.416407] env[62633]: INFO nova.compute.manager [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Took 38.53 seconds to build instance. [ 1508.439575] env[62633]: DEBUG nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1508.465349] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1508.465748] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1508.466347] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.466347] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1508.466347] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.466564] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1508.467529] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1508.467738] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1508.467931] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1508.468115] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1508.468321] env[62633]: DEBUG nova.virt.hardware [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1508.469907] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deaa0d6-a10e-4671-8a3d-4786e8ccd2e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.479565] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fb685-70aa-47ce-9ae4-67e4f76a6b0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.504419] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b08454-9968-8a9d-4154-7d0660e1a5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013409} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.504950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.505391] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.505644] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.505794] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.505973] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.506420] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-093c562e-ba76-41ab-9707-6b57d1a31c13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.516711] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.516912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.518064] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b6cf4c-bd69-4959-afea-1fa07061686e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.523181] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1508.523181] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6b7b4-ca0f-45b3-2766-d0e09e50c6e3" [ 1508.523181] env[62633]: _type = "Task" [ 1508.523181] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.536267] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6b7b4-ca0f-45b3-2766-d0e09e50c6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.613752] env[62633]: DEBUG nova.network.neutron [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.709357] env[62633]: DEBUG nova.scheduler.client.report [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1508.924090] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e330623-34dc-455f-b60c-f5d2c28d6802 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "4f644c82-d658-4aa4-995e-ab24c791a258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.151s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.979221] env[62633]: DEBUG nova.compute.manager [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Received event network-vif-plugged-68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.979393] env[62633]: DEBUG oslo_concurrency.lockutils [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] Acquiring lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.979618] env[62633]: DEBUG oslo_concurrency.lockutils [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] Lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.980537] env[62633]: DEBUG oslo_concurrency.lockutils [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] Lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.980936] env[62633]: DEBUG nova.compute.manager [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] No waiting events found dispatching network-vif-plugged-68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1508.981337] env[62633]: WARNING nova.compute.manager [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Received unexpected event network-vif-plugged-68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec for instance with vm_state building and task_state spawning. [ 1508.981565] env[62633]: DEBUG nova.compute.manager [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Received event network-changed-68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.981905] env[62633]: DEBUG nova.compute.manager [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Refreshing instance network info cache due to event network-changed-68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1508.982431] env[62633]: DEBUG oslo_concurrency.lockutils [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] Acquiring lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.983955] env[62633]: DEBUG nova.network.neutron [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Updating instance_info_cache with network_info: [{"id": "68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec", "address": "fa:16:3e:a2:3e:56", "network": {"id": "ba2bb75e-7bd1-4d7c-9bcb-ba732970a9f1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1712983069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214c62c8aa5c49e599e14911e14ec119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68dcc6c4-82", "ovs_interfaceid": "68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.041606] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6b7b4-ca0f-45b3-2766-d0e09e50c6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.02058} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.042676] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30549dde-dcb1-4506-bae1-1f3ae5b287e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.054085] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1509.054085] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526ba124-5b94-3136-1b85-c44f5e51e6df" [ 1509.054085] env[62633]: _type = "Task" [ 1509.054085] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.062934] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526ba124-5b94-3136-1b85-c44f5e51e6df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.132627] env[62633]: DEBUG nova.network.neutron [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Updated VIF entry in instance network info cache for port 81b9346d-7bc6-418d-a510-d4fdffbbd262. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.133084] env[62633]: DEBUG nova.network.neutron [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Updating instance_info_cache with network_info: [{"id": "81b9346d-7bc6-418d-a510-d4fdffbbd262", "address": "fa:16:3e:f6:56:37", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b9346d-7b", "ovs_interfaceid": "81b9346d-7bc6-418d-a510-d4fdffbbd262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.217212] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.217820] env[62633]: DEBUG nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1509.221722] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.533s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.221722] env[62633]: DEBUG nova.objects.instance [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lazy-loading 'resources' on Instance uuid f9bc400c-ef61-42fa-ac39-a3e995e8237c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.289931] env[62633]: DEBUG nova.network.neutron [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Successfully updated port: cb9db9e0-f325-43f0-8a90-b49293020456 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1509.390648] env[62633]: DEBUG nova.network.neutron [-] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.426533] env[62633]: DEBUG nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1509.487922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Releasing lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.487922] env[62633]: DEBUG nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Instance network_info: |[{"id": "68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec", "address": "fa:16:3e:a2:3e:56", "network": {"id": "ba2bb75e-7bd1-4d7c-9bcb-ba732970a9f1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1712983069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214c62c8aa5c49e599e14911e14ec119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68dcc6c4-82", "ovs_interfaceid": "68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1509.487922] env[62633]: DEBUG oslo_concurrency.lockutils [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] Acquired lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.487922] env[62633]: DEBUG nova.network.neutron [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Refreshing network info cache for port 68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.488859] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:3e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.496582] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Creating folder: Project (214c62c8aa5c49e599e14911e14ec119). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.497394] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd5541f8-2c12-4740-811b-49862c300a78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.509565] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Created folder: Project (214c62c8aa5c49e599e14911e14ec119) in parent group-v374582. [ 1509.509758] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Creating folder: Instances. Parent ref: group-v374681. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1509.510300] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5125b96-86ff-46ad-b719-c5a2db48f1f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.520114] env[62633]: DEBUG nova.compute.manager [req-79ac203c-a7cc-4b0f-a52b-d831f5bec544 req-d9c86337-5926-47a8-80a1-8c56c1a38453 service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Received event network-vif-plugged-cb9db9e0-f325-43f0-8a90-b49293020456 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1509.520114] env[62633]: DEBUG oslo_concurrency.lockutils [req-79ac203c-a7cc-4b0f-a52b-d831f5bec544 req-d9c86337-5926-47a8-80a1-8c56c1a38453 service nova] Acquiring lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.520114] env[62633]: DEBUG oslo_concurrency.lockutils [req-79ac203c-a7cc-4b0f-a52b-d831f5bec544 req-d9c86337-5926-47a8-80a1-8c56c1a38453 service nova] Lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.520114] env[62633]: DEBUG oslo_concurrency.lockutils [req-79ac203c-a7cc-4b0f-a52b-d831f5bec544 req-d9c86337-5926-47a8-80a1-8c56c1a38453 service nova] Lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.520114] env[62633]: DEBUG nova.compute.manager [req-79ac203c-a7cc-4b0f-a52b-d831f5bec544 req-d9c86337-5926-47a8-80a1-8c56c1a38453 service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] No waiting events found dispatching network-vif-plugged-cb9db9e0-f325-43f0-8a90-b49293020456 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1509.520114] env[62633]: WARNING nova.compute.manager [req-79ac203c-a7cc-4b0f-a52b-d831f5bec544 req-d9c86337-5926-47a8-80a1-8c56c1a38453 service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Received unexpected event network-vif-plugged-cb9db9e0-f325-43f0-8a90-b49293020456 for instance with vm_state building and task_state spawning. [ 1509.524048] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Created folder: Instances in parent group-v374681. [ 1509.524589] env[62633]: DEBUG oslo.service.loopingcall [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.524996] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.525327] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fe16b9-a194-47d6-9771-d880f5bbf5ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.548240] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.548240] env[62633]: value = "task-1807629" [ 1509.548240] env[62633]: _type = "Task" [ 1509.548240] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.562255] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807629, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.567835] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526ba124-5b94-3136-1b85-c44f5e51e6df, 'name': SearchDatastore_Task, 'duration_secs': 0.015156} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.568166] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.568437] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] cf86a1a0-715d-4b14-9151-4249ab7c53d7/cf86a1a0-715d-4b14-9151-4249ab7c53d7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.568723] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe1d5c4-4952-4788-acec-1907510f4a90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.577880] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1509.577880] env[62633]: value = "task-1807630" [ 1509.577880] env[62633]: _type = "Task" [ 1509.577880] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.587082] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.635812] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c7e91f1-f79e-4e4b-aad1-e5624a399a43 req-0b6571e0-646c-4826-8deb-dd7cbab226aa service nova] Releasing lock "refresh_cache-cf86a1a0-715d-4b14-9151-4249ab7c53d7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.728091] env[62633]: DEBUG nova.compute.utils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.729803] env[62633]: DEBUG nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1509.729987] env[62633]: DEBUG nova.network.neutron [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.776715] env[62633]: DEBUG nova.policy [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10bc9be927d847eab4b88fd31ae6a6e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95495d9af4aa4739a27fe184d878eddb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1509.796757] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "refresh_cache-3f36f848-4559-4a9c-a1ad-1fb6418172cd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.796977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "refresh_cache-3f36f848-4559-4a9c-a1ad-1fb6418172cd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.797169] env[62633]: DEBUG nova.network.neutron [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.893663] env[62633]: INFO nova.compute.manager [-] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Took 1.66 seconds to deallocate network for instance. [ 1509.957400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.067823] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807629, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.090524] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.235718] env[62633]: DEBUG nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1510.405048] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.429197] env[62633]: DEBUG nova.network.neutron [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Successfully created port: 0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.473171] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188d900-a367-4700-a726-e570195d3326 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.482519] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66b44c-ca2f-4729-a0a6-20852d84898e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.524109] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea7eda-5229-4def-945d-dcaa71c77aae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.533915] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d3221a-b7e2-4caa-ab52-e857d960c9d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.548464] env[62633]: DEBUG nova.compute.provider_tree [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.563307] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807629, 'name': CreateVM_Task, 'duration_secs': 0.695766} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.564198] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.565027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.565554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.565752] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.566324] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57f4005-f32a-4756-b522-41025debeaa2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.569053] env[62633]: DEBUG nova.network.neutron [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1510.574905] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1510.574905] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cec152-58d0-8ed6-890d-01c966511719" [ 1510.574905] env[62633]: _type = "Task" [ 1510.574905] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.590312] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cec152-58d0-8ed6-890d-01c966511719, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.595068] env[62633]: DEBUG nova.network.neutron [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Updated VIF entry in instance network info cache for port 68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.595411] env[62633]: DEBUG nova.network.neutron [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Updating instance_info_cache with network_info: [{"id": "68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec", "address": "fa:16:3e:a2:3e:56", "network": {"id": "ba2bb75e-7bd1-4d7c-9bcb-ba732970a9f1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1712983069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214c62c8aa5c49e599e14911e14ec119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68dcc6c4-82", "ovs_interfaceid": "68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.600140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.600140] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.600140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.600140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.600140] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.600140] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669791} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.600140] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-701e64d1-abcf-431c-8518-a8a761360fa1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.600843] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] cf86a1a0-715d-4b14-9151-4249ab7c53d7/cf86a1a0-715d-4b14-9151-4249ab7c53d7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.601123] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.601386] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e69f70d-8fe8-4352-906a-d1dbf3b1b307 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.609358] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1510.609358] env[62633]: value = "task-1807631" [ 1510.609358] env[62633]: _type = "Task" [ 1510.609358] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.617327] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.617556] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.618365] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672fa4d4-ea56-44f1-b85c-3c9c003ad3c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.626343] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.627594] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1510.627594] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a64a2a-5dc6-5e28-2d94-d4df1da1b391" [ 1510.627594] env[62633]: _type = "Task" [ 1510.627594] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.636202] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a64a2a-5dc6-5e28-2d94-d4df1da1b391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.877445] env[62633]: DEBUG nova.network.neutron [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Updating instance_info_cache with network_info: [{"id": "cb9db9e0-f325-43f0-8a90-b49293020456", "address": "fa:16:3e:f5:c9:0b", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9db9e0-f3", "ovs_interfaceid": "cb9db9e0-f325-43f0-8a90-b49293020456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.058438] env[62633]: DEBUG nova.scheduler.client.report [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1511.100030] env[62633]: DEBUG oslo_concurrency.lockutils [req-787b6ad1-3ab4-4bfa-9b5a-7bb0818e1808 req-79883de5-1b5e-47dc-8b73-98b37ab5d64b service nova] Releasing lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.122198] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06605} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.123312] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.123444] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d75d22d-947a-419e-99f5-eab2af48950e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.146665] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] cf86a1a0-715d-4b14-9151-4249ab7c53d7/cf86a1a0-715d-4b14-9151-4249ab7c53d7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.150338] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4ba2d7-bb4b-4b8a-bb24-0603e0512e3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.175922] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a64a2a-5dc6-5e28-2d94-d4df1da1b391, 'name': SearchDatastore_Task, 'duration_secs': 0.015998} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.178255] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1511.178255] env[62633]: value = "task-1807632" [ 1511.178255] env[62633]: _type = "Task" [ 1511.178255] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.178255] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ee83d6-4cc9-4270-9d85-014b1f01f4ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.186617] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1511.186617] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524cddf0-6eae-7929-d7fc-6d001be15349" [ 1511.186617] env[62633]: _type = "Task" [ 1511.186617] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.190862] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.199397] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524cddf0-6eae-7929-d7fc-6d001be15349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.248049] env[62633]: DEBUG nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1511.288891] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.289359] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.289555] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.289954] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.290131] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.290304] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.290708] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.290930] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.291180] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.291501] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.291762] env[62633]: DEBUG nova.virt.hardware [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.293073] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c122b2-0480-492e-bb53-4d204c6339b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.304220] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85191c6-f532-4452-84e4-d4892b2c6ca4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.328568] env[62633]: DEBUG nova.compute.manager [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Received event network-vif-deleted-524b7b6f-1bcd-43e0-974f-14246f92e8b3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.328807] env[62633]: DEBUG nova.compute.manager [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Received event network-changed-ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.328994] env[62633]: DEBUG nova.compute.manager [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Refreshing instance network info cache due to event network-changed-ee4d42a5-8766-4e2a-b1ae-9305c23b1130. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1511.329253] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] Acquiring lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.329405] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] Acquired lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.329578] env[62633]: DEBUG nova.network.neutron [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Refreshing network info cache for port ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.383920] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "refresh_cache-3f36f848-4559-4a9c-a1ad-1fb6418172cd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.384299] env[62633]: DEBUG nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Instance network_info: |[{"id": "cb9db9e0-f325-43f0-8a90-b49293020456", "address": "fa:16:3e:f5:c9:0b", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9db9e0-f3", "ovs_interfaceid": "cb9db9e0-f325-43f0-8a90-b49293020456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1511.384788] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c9:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb9db9e0-f325-43f0-8a90-b49293020456', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.393231] env[62633]: DEBUG oslo.service.loopingcall [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.393526] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.393801] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daf38c80-3f8c-4358-80c6-52c5f430c29e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.417228] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.417228] env[62633]: value = "task-1807633" [ 1511.417228] env[62633]: _type = "Task" [ 1511.417228] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.425774] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807633, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.552432] env[62633]: DEBUG nova.compute.manager [req-14589a15-e75d-4a65-ac1b-732476ba1c88 req-2eedfbec-d8c6-4b00-8b96-3a07ef9f10dc service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Received event network-changed-cb9db9e0-f325-43f0-8a90-b49293020456 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.553528] env[62633]: DEBUG nova.compute.manager [req-14589a15-e75d-4a65-ac1b-732476ba1c88 req-2eedfbec-d8c6-4b00-8b96-3a07ef9f10dc service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Refreshing instance network info cache due to event network-changed-cb9db9e0-f325-43f0-8a90-b49293020456. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1511.553528] env[62633]: DEBUG oslo_concurrency.lockutils [req-14589a15-e75d-4a65-ac1b-732476ba1c88 req-2eedfbec-d8c6-4b00-8b96-3a07ef9f10dc service nova] Acquiring lock "refresh_cache-3f36f848-4559-4a9c-a1ad-1fb6418172cd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.553528] env[62633]: DEBUG oslo_concurrency.lockutils [req-14589a15-e75d-4a65-ac1b-732476ba1c88 req-2eedfbec-d8c6-4b00-8b96-3a07ef9f10dc service nova] Acquired lock "refresh_cache-3f36f848-4559-4a9c-a1ad-1fb6418172cd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.553528] env[62633]: DEBUG nova.network.neutron [req-14589a15-e75d-4a65-ac1b-732476ba1c88 req-2eedfbec-d8c6-4b00-8b96-3a07ef9f10dc service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Refreshing network info cache for port cb9db9e0-f325-43f0-8a90-b49293020456 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.564321] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.566771] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.453s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.591631] env[62633]: INFO nova.scheduler.client.report [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Deleted allocations for instance f9bc400c-ef61-42fa-ac39-a3e995e8237c [ 1511.695768] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.706030] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524cddf0-6eae-7929-d7fc-6d001be15349, 'name': SearchDatastore_Task, 'duration_secs': 0.014011} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.706030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.706030] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8/55b60107-c7f1-43c5-bdfb-0d32ca39b1e8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.706030] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa9904f-fcdf-401a-8bb5-efcf80760eb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.712796] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1511.712796] env[62633]: value = "task-1807634" [ 1511.712796] env[62633]: _type = "Task" [ 1511.712796] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.722996] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.778397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquiring lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.778849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.779206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquiring lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.779542] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.779868] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.782466] env[62633]: INFO nova.compute.manager [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Terminating instance [ 1511.785325] env[62633]: DEBUG nova.compute.manager [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1511.785646] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.786657] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c884c25f-1bfe-41f3-8813-94c30986d034 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.796396] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.796506] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e6bab41-725f-4cfc-98da-5fafd34d45f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.804017] env[62633]: DEBUG oslo_vmware.api [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1511.804017] env[62633]: value = "task-1807635" [ 1511.804017] env[62633]: _type = "Task" [ 1511.804017] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.813182] env[62633]: DEBUG oslo_vmware.api [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.874928] env[62633]: DEBUG oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b0420-82d8-6efb-680c-3fcd2cf34160/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1511.875987] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbdfca2-76ed-4fc5-80bd-849456370e26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.882765] env[62633]: DEBUG oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b0420-82d8-6efb-680c-3fcd2cf34160/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1511.882985] env[62633]: ERROR oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b0420-82d8-6efb-680c-3fcd2cf34160/disk-0.vmdk due to incomplete transfer. [ 1511.883248] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f73b5c34-ea93-4569-93ec-8b77ca4c0c22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.896174] env[62633]: DEBUG oslo_vmware.rw_handles [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b0420-82d8-6efb-680c-3fcd2cf34160/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1511.896425] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Uploaded image 1442d984-a852-4474-b383-f7d77ed3e66e to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1511.899531] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1511.899864] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e7b7ae2-f404-47c7-923d-f7bb16aa1788 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.910042] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1511.910042] env[62633]: value = "task-1807636" [ 1511.910042] env[62633]: _type = "Task" [ 1511.910042] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.919138] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807636, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.928341] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807633, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.099712] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d831115-1198-4233-83cb-18d142edc2cd tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "f9bc400c-ef61-42fa-ac39-a3e995e8237c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.932s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.146757] env[62633]: DEBUG nova.network.neutron [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Updated VIF entry in instance network info cache for port ee4d42a5-8766-4e2a-b1ae-9305c23b1130. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.146757] env[62633]: DEBUG nova.network.neutron [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Updating instance_info_cache with network_info: [{"id": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "address": "fa:16:3e:87:5b:ac", "network": {"id": "906608e1-ee6e-4c3f-8e28-fbf17479b5a4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-742643103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c993306540b74e97a848ae54862fb1c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee4d42a5-87", "ovs_interfaceid": "ee4d42a5-8766-4e2a-b1ae-9305c23b1130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.191841] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807632, 'name': ReconfigVM_Task, 'duration_secs': 0.559861} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.192173] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Reconfigured VM instance instance-0000001f to attach disk [datastore1] cf86a1a0-715d-4b14-9151-4249ab7c53d7/cf86a1a0-715d-4b14-9151-4249ab7c53d7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.192815] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f7df8b-9fd7-4b4d-b299-4662e8a0ab55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.202420] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1512.202420] env[62633]: value = "task-1807637" [ 1512.202420] env[62633]: _type = "Task" [ 1512.202420] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.214209] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807637, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.223405] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.314879] env[62633]: DEBUG oslo_vmware.api [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807635, 'name': PowerOffVM_Task, 'duration_secs': 0.248479} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.315381] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.315560] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.315825] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee242329-7404-48c2-8805-7ec3c3518462 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.371408] env[62633]: DEBUG nova.network.neutron [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Successfully updated port: 0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.399377] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.399616] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.399809] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Deleting the datastore file [datastore1] f58b9e3b-ef6e-4d3c-b674-6ae9fad07372 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.400169] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b8c6e34-4cb3-4af0-a9a1-b53f20821a11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.410102] env[62633]: DEBUG oslo_vmware.api [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for the task: (returnval){ [ 1512.410102] env[62633]: value = "task-1807639" [ 1512.410102] env[62633]: _type = "Task" [ 1512.410102] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.432439] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807636, 'name': Destroy_Task, 'duration_secs': 0.399339} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.432716] env[62633]: DEBUG oslo_vmware.api [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.436359] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Destroyed the VM [ 1512.436491] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1512.441205] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33907708-034b-43ec-aa3c-603982a47de0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.441295] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807633, 'name': CreateVM_Task, 'duration_secs': 0.633461} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.441448] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.442406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.442625] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.443237] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1512.443506] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f91450f-dea2-44f4-806c-84406f1183af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.447236] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1512.447236] env[62633]: value = "task-1807640" [ 1512.447236] env[62633]: _type = "Task" [ 1512.447236] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.448617] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1512.448617] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d5fdd9-75b4-7e85-34c4-68e26fecaff6" [ 1512.448617] env[62633]: _type = "Task" [ 1512.448617] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.460194] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807640, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.465156] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d5fdd9-75b4-7e85-34c4-68e26fecaff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.478358] env[62633]: DEBUG nova.network.neutron [req-14589a15-e75d-4a65-ac1b-732476ba1c88 req-2eedfbec-d8c6-4b00-8b96-3a07ef9f10dc service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Updated VIF entry in instance network info cache for port cb9db9e0-f325-43f0-8a90-b49293020456. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.478742] env[62633]: DEBUG nova.network.neutron [req-14589a15-e75d-4a65-ac1b-732476ba1c88 req-2eedfbec-d8c6-4b00-8b96-3a07ef9f10dc service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Updating instance_info_cache with network_info: [{"id": "cb9db9e0-f325-43f0-8a90-b49293020456", "address": "fa:16:3e:f5:c9:0b", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9db9e0-f3", "ovs_interfaceid": "cb9db9e0-f325-43f0-8a90-b49293020456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.589792] env[62633]: INFO nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating resource usage from migration ae5742f6-396c-4a30-833d-53dd50c08508 [ 1512.627220] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7f38ae55-a526-4875-ae77-620b23b236ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1512.627220] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7d33e64b-6379-4bc2-a8ba-6581c23a6caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1512.627220] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1512.651109] env[62633]: DEBUG oslo_concurrency.lockutils [req-5e9c64d6-5380-417d-9d64-145e3035370f req-29b785a0-e524-4acf-9d71-9f7125833341 service nova] Releasing lock "refresh_cache-f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.714576] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807637, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.722866] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.874073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquiring lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.874438] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquired lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.875299] env[62633]: DEBUG nova.network.neutron [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.923094] env[62633]: DEBUG oslo_vmware.api [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Task: {'id': task-1807639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299493} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.923623] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.923964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.924307] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.924644] env[62633]: INFO nova.compute.manager [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1512.925035] env[62633]: DEBUG oslo.service.loopingcall [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.925421] env[62633]: DEBUG nova.compute.manager [-] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1512.925638] env[62633]: DEBUG nova.network.neutron [-] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.966567] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807640, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.971439] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d5fdd9-75b4-7e85-34c4-68e26fecaff6, 'name': SearchDatastore_Task, 'duration_secs': 0.01631} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.972050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.973196] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1512.973196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.973196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.974701] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.974701] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9115fb98-caed-4de0-9dcd-19fdc4f1702f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.981342] env[62633]: DEBUG oslo_concurrency.lockutils [req-14589a15-e75d-4a65-ac1b-732476ba1c88 req-2eedfbec-d8c6-4b00-8b96-3a07ef9f10dc service nova] Releasing lock "refresh_cache-3f36f848-4559-4a9c-a1ad-1fb6418172cd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.987469] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.987763] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1512.988608] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7921ee-1074-4b0f-beb8-19bfc57bfb66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.995843] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1512.995843] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525378ce-e4c9-b9d1-98a5-8599e32075b8" [ 1512.995843] env[62633]: _type = "Task" [ 1512.995843] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.012848] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525378ce-e4c9-b9d1-98a5-8599e32075b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.108895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.109661] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.109862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.110573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.110764] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.113526] env[62633]: INFO nova.compute.manager [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Terminating instance [ 1513.116099] env[62633]: DEBUG nova.compute.manager [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1513.116214] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1513.117091] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea457ee8-eacc-4b61-aeac-8beac06039d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.127175] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.127175] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a53f297e-0712-4851-b448-48c874bef502 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.128939] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7af4d732-4d7c-4eeb-95d0-84b4544dd752 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1513.136401] env[62633]: DEBUG oslo_vmware.api [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1513.136401] env[62633]: value = "task-1807641" [ 1513.136401] env[62633]: _type = "Task" [ 1513.136401] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.146763] env[62633]: DEBUG oslo_vmware.api [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.216552] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807637, 'name': Rename_Task, 'duration_secs': 0.682336} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.220319] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.220967] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-808a4eec-5b6f-421a-adc8-c1e87178c214 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.229566] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.234020] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1513.234020] env[62633]: value = "task-1807642" [ 1513.234020] env[62633]: _type = "Task" [ 1513.234020] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.248234] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807642, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.410298] env[62633]: DEBUG nova.network.neutron [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.465284] env[62633]: DEBUG oslo_vmware.api [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807640, 'name': RemoveSnapshot_Task, 'duration_secs': 0.611793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.465284] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1513.465284] env[62633]: INFO nova.compute.manager [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Took 19.26 seconds to snapshot the instance on the hypervisor. [ 1513.509541] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525378ce-e4c9-b9d1-98a5-8599e32075b8, 'name': SearchDatastore_Task, 'duration_secs': 0.061346} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.511527] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd6b43c-1db7-4f0e-b33c-fec6194c53ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.518804] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1513.518804] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5235cf4b-ac8d-c23c-7451-b6136311d345" [ 1513.518804] env[62633]: _type = "Task" [ 1513.518804] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.528021] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5235cf4b-ac8d-c23c-7451-b6136311d345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.578791] env[62633]: DEBUG nova.network.neutron [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Updating instance_info_cache with network_info: [{"id": "0c37adfd-639b-4ba8-b784-426cd558f586", "address": "fa:16:3e:51:a7:a6", "network": {"id": "7a323fdb-fd6c-4e6d-a547-daeadfd12d45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-815281803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95495d9af4aa4739a27fe184d878eddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c37adfd-63", "ovs_interfaceid": "0c37adfd-639b-4ba8-b784-426cd558f586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.633388] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7f1691f3-c302-45a8-b5f2-3da9f56d565e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1513.647733] env[62633]: DEBUG oslo_vmware.api [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807641, 'name': PowerOffVM_Task, 'duration_secs': 0.413971} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.653376] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.653376] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.653517] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41ef1d81-e00c-4629-87c8-ca336501c87f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.734020] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807634, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.567043} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.734020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8/55b60107-c7f1-43c5-bdfb-0d32ca39b1e8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.734020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.734020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01699969-638e-4c39-ae3d-f13cb476ddfe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.742342] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.743720] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1513.743720] env[62633]: value = "task-1807644" [ 1513.743720] env[62633]: _type = "Task" [ 1513.743720] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.752033] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.784657] env[62633]: DEBUG nova.network.neutron [-] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.804064] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.804064] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.804064] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Deleting the datastore file [datastore1] 18db9668-5c3d-4aa7-841e-f4e40b1f7449 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.804253] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3ff362-1f31-42d1-ab20-131fc6d59258 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.815242] env[62633]: DEBUG oslo_vmware.api [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for the task: (returnval){ [ 1513.815242] env[62633]: value = "task-1807645" [ 1513.815242] env[62633]: _type = "Task" [ 1513.815242] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.823243] env[62633]: DEBUG oslo_vmware.api [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.842634] env[62633]: DEBUG nova.compute.manager [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Received event network-vif-plugged-0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1513.843417] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] Acquiring lock "d5802274-3d5c-42a5-b915-48a971c3c2ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.845601] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] Lock "d5802274-3d5c-42a5-b915-48a971c3c2ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.845601] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] Lock "d5802274-3d5c-42a5-b915-48a971c3c2ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.845601] env[62633]: DEBUG nova.compute.manager [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] No waiting events found dispatching network-vif-plugged-0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1513.845601] env[62633]: WARNING nova.compute.manager [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Received unexpected event network-vif-plugged-0c37adfd-639b-4ba8-b784-426cd558f586 for instance with vm_state building and task_state spawning. [ 1513.845601] env[62633]: DEBUG nova.compute.manager [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Received event network-changed-0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1513.845601] env[62633]: DEBUG nova.compute.manager [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Refreshing instance network info cache due to event network-changed-0c37adfd-639b-4ba8-b784-426cd558f586. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1513.845601] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] Acquiring lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.034350] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5235cf4b-ac8d-c23c-7451-b6136311d345, 'name': SearchDatastore_Task, 'duration_secs': 0.017632} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.034772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.035064] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 3f36f848-4559-4a9c-a1ad-1fb6418172cd/3f36f848-4559-4a9c-a1ad-1fb6418172cd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.035353] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd61f258-73b3-406b-9032-cedea7b07e20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.047893] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1514.047893] env[62633]: value = "task-1807646" [ 1514.047893] env[62633]: _type = "Task" [ 1514.047893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.054904] env[62633]: DEBUG nova.compute.manager [None req-151a02c1-c77c-462a-940f-3dd03912d144 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Found 1 images (rotation: 2) {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1514.061885] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.082157] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Releasing lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.082608] env[62633]: DEBUG nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Instance network_info: |[{"id": "0c37adfd-639b-4ba8-b784-426cd558f586", "address": "fa:16:3e:51:a7:a6", "network": {"id": "7a323fdb-fd6c-4e6d-a547-daeadfd12d45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-815281803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95495d9af4aa4739a27fe184d878eddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c37adfd-63", "ovs_interfaceid": "0c37adfd-639b-4ba8-b784-426cd558f586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1514.082982] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] Acquired lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.083236] env[62633]: DEBUG nova.network.neutron [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Refreshing network info cache for port 0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.085034] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:a7:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c37adfd-639b-4ba8-b784-426cd558f586', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.094821] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Creating folder: Project (95495d9af4aa4739a27fe184d878eddb). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.097940] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bea354a-3664-45a8-98ca-ac1e4129ee1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.110230] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Created folder: Project (95495d9af4aa4739a27fe184d878eddb) in parent group-v374582. [ 1514.110363] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Creating folder: Instances. Parent ref: group-v374685. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.110699] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ff2fa2-4b95-4177-9a7d-dd6fb1b99b1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.119221] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Created folder: Instances in parent group-v374685. [ 1514.119479] env[62633]: DEBUG oslo.service.loopingcall [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.119671] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.119871] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5c1d0e9-21f8-47dd-b3af-191b9d6023db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.137384] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1514.137384] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 64a66647-bd46-4beb-a70e-7b8fe7c4a039 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.137384] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance e3c28819-30a4-4d12-85ee-76fa21fd8a90 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1514.146104] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.146104] env[62633]: value = "task-1807649" [ 1514.146104] env[62633]: _type = "Task" [ 1514.146104] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.157512] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807649, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.243976] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807642, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.254835] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072998} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.255253] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.256043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268845b-5fd4-4a68-93be-678ed534ce28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.280793] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8/55b60107-c7f1-43c5-bdfb-0d32ca39b1e8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.283114] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34a7cd7-8906-4801-a7e3-f6cf555fff40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.304538] env[62633]: INFO nova.compute.manager [-] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Took 1.38 seconds to deallocate network for instance. [ 1514.314796] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1514.314796] env[62633]: value = "task-1807650" [ 1514.314796] env[62633]: _type = "Task" [ 1514.314796] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.325616] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.328625] env[62633]: DEBUG oslo_vmware.api [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Task: {'id': task-1807645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505372} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.328888] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1514.329057] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1514.329241] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1514.330265] env[62633]: INFO nova.compute.manager [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1514.330265] env[62633]: DEBUG oslo.service.loopingcall [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.330265] env[62633]: DEBUG nova.compute.manager [-] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1514.330265] env[62633]: DEBUG nova.network.neutron [-] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1514.434917] env[62633]: DEBUG nova.network.neutron [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Updated VIF entry in instance network info cache for port 0c37adfd-639b-4ba8-b784-426cd558f586. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.435395] env[62633]: DEBUG nova.network.neutron [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Updating instance_info_cache with network_info: [{"id": "0c37adfd-639b-4ba8-b784-426cd558f586", "address": "fa:16:3e:51:a7:a6", "network": {"id": "7a323fdb-fd6c-4e6d-a547-daeadfd12d45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-815281803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95495d9af4aa4739a27fe184d878eddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c37adfd-63", "ovs_interfaceid": "0c37adfd-639b-4ba8-b784-426cd558f586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.559306] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807646, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.643723] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 9f6e75aa-8611-42ea-a82b-cf288f8a4324 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1514.643723] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance e35472bf-1914-4f5b-bedd-24fb62769327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.663791] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807649, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.745076] env[62633]: DEBUG oslo_vmware.api [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807642, 'name': PowerOnVM_Task, 'duration_secs': 1.140243} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.745555] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1514.745786] env[62633]: INFO nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1514.745992] env[62633]: DEBUG nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1514.747031] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e11c7-73b9-4723-84aa-d965fa11e255 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.814206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.828151] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.938813] env[62633]: DEBUG oslo_concurrency.lockutils [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] Releasing lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.939149] env[62633]: DEBUG nova.compute.manager [req-f4067e84-2bf9-4b8a-aafb-2bd05645dc83 req-058e8043-db8c-4c3b-9717-1e167392eb09 service nova] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Received event network-vif-deleted-ee4d42a5-8766-4e2a-b1ae-9305c23b1130 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1515.010617] env[62633]: DEBUG nova.compute.manager [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1515.012243] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8f31a8-07ab-47f1-808f-cd2818cb9ec4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.060333] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693557} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.060632] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 3f36f848-4559-4a9c-a1ad-1fb6418172cd/3f36f848-4559-4a9c-a1ad-1fb6418172cd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.060881] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.061173] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8e5170-b556-43e4-a171-2ccc680d374b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.068473] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1515.068473] env[62633]: value = "task-1807651" [ 1515.068473] env[62633]: _type = "Task" [ 1515.068473] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.078933] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.146969] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1515.147177] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 63cf4d09-5f4f-4327-9dda-5542e41948e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1515.159658] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807649, 'name': CreateVM_Task, 'duration_secs': 0.785318} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.159901] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.161845] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.162224] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.162398] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.162982] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b29cd3-1e9d-4a5f-ac3e-bd124d6f767d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.167719] env[62633]: DEBUG nova.network.neutron [-] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.169272] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1515.169272] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52805c95-50f4-3e7e-b726-f8de5aa25b98" [ 1515.169272] env[62633]: _type = "Task" [ 1515.169272] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.178134] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52805c95-50f4-3e7e-b726-f8de5aa25b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.266208] env[62633]: INFO nova.compute.manager [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Took 42.81 seconds to build instance. [ 1515.327025] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807650, 'name': ReconfigVM_Task, 'duration_secs': 0.734302} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.327541] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8/55b60107-c7f1-43c5-bdfb-0d32ca39b1e8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.328088] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-977ed5d0-e3ac-40fd-a9de-78925aa3019d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.334463] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1515.334463] env[62633]: value = "task-1807652" [ 1515.334463] env[62633]: _type = "Task" [ 1515.334463] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.345770] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807652, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.417671] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquiring lock "9589743c-942e-4b50-81ab-dbf90046df3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.417989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "9589743c-942e-4b50-81ab-dbf90046df3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.525968] env[62633]: INFO nova.compute.manager [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] instance snapshotting [ 1515.526638] env[62633]: DEBUG nova.objects.instance [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'flavor' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.578687] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202481} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.578938] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.579734] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dad3b0-b8e3-4a52-b718-00c23b05210c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.602067] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 3f36f848-4559-4a9c-a1ad-1fb6418172cd/3f36f848-4559-4a9c-a1ad-1fb6418172cd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.602319] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35404672-8ab6-4276-85b9-37cc472bb630 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.620758] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1515.620758] env[62633]: value = "task-1807653" [ 1515.620758] env[62633]: _type = "Task" [ 1515.620758] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.629261] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.650546] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 84e5cf9f-7de1-4edf-8097-3b89533f86a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1515.650759] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 2393de63-7d92-484b-8216-3ae3fc76a580 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1515.670311] env[62633]: INFO nova.compute.manager [-] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Took 1.34 seconds to deallocate network for instance. [ 1515.684436] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52805c95-50f4-3e7e-b726-f8de5aa25b98, 'name': SearchDatastore_Task, 'duration_secs': 0.025364} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.684734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.684969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.685213] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.685363] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.685544] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.685798] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d23d9ca6-b454-44bd-ba14-368dec44ef5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.703899] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.704124] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.705035] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938c0b80-4b75-4e0f-9c9c-4288105e14ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.710539] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1515.710539] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52688779-206f-2add-8aa8-393ebf392d4e" [ 1515.710539] env[62633]: _type = "Task" [ 1515.710539] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.720012] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52688779-206f-2add-8aa8-393ebf392d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.768590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ebc967be-fdc6-4944-85a3-222ff7c45831 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.303s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.845705] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807652, 'name': Rename_Task, 'duration_secs': 0.206725} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.846033] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.846296] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e39d1728-71ab-4d5f-b9f2-b622c1fa2148 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.852570] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1515.852570] env[62633]: value = "task-1807654" [ 1515.852570] env[62633]: _type = "Task" [ 1515.852570] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.859895] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.866754] env[62633]: DEBUG nova.compute.manager [req-518366d6-b2b1-40fe-abf4-5441c0cbaa9d req-b7f64341-377d-4aa2-9f02-2ade82591891 service nova] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Received event network-vif-deleted-0cef93a7-b79c-4c94-b375-3a229a1fbe2d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1516.033235] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2454232c-fde9-46b4-a6e3-af9531d657bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.056360] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65279235-08c0-460f-b67b-c410a9c8ea87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.131121] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807653, 'name': ReconfigVM_Task, 'duration_secs': 0.372129} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.131449] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 3f36f848-4559-4a9c-a1ad-1fb6418172cd/3f36f848-4559-4a9c-a1ad-1fb6418172cd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.132358] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b9dca69-9840-453f-9b3d-e20bb04a74ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.140023] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1516.140023] env[62633]: value = "task-1807655" [ 1516.140023] env[62633]: _type = "Task" [ 1516.140023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.149191] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807655, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.155764] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance a2308b1a-6617-49f9-a731-e445b3c61cf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1516.155764] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 3f36f848-4559-4a9c-a1ad-1fb6418172cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.155764] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 4f644c82-d658-4aa4-995e-ab24c791a258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.155764] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance cf86a1a0-715d-4b14-9151-4249ab7c53d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.155764] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 18db9668-5c3d-4aa7-841e-f4e40b1f7449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.155764] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance d5802274-3d5c-42a5-b915-48a971c3c2ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.155764] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.179489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.222015] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52688779-206f-2add-8aa8-393ebf392d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.029373} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.222341] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8885c7-b9d7-45b5-b840-28ef30f37ff9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.227823] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1516.227823] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]520611f3-8515-dd7c-d3c1-e879d2a711b2" [ 1516.227823] env[62633]: _type = "Task" [ 1516.227823] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.238969] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]520611f3-8515-dd7c-d3c1-e879d2a711b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.270814] env[62633]: DEBUG nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1516.365650] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.567895] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1516.568279] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff3b0d2d-48b6-4c8e-9aad-4f8dde2d2555 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.576383] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1516.576383] env[62633]: value = "task-1807656" [ 1516.576383] env[62633]: _type = "Task" [ 1516.576383] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.585902] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807656, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.648251] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807655, 'name': Rename_Task, 'duration_secs': 0.324944} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.648541] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.648804] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65967d24-9f12-4e58-a104-8a31e78ebd2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.654645] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1516.654645] env[62633]: value = "task-1807657" [ 1516.654645] env[62633]: _type = "Task" [ 1516.654645] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.662051] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 9b5b87f5-9a55-4d35-a51b-50d6603f9674 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1516.662197] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0bd800f2-a382-42a3-97fa-69ff647ffaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.662325] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 60fe6885-f374-4b2f-80f7-eff50e708406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1516.663625] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.738867] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]520611f3-8515-dd7c-d3c1-e879d2a711b2, 'name': SearchDatastore_Task, 'duration_secs': 0.038604} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.739275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.739618] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] d5802274-3d5c-42a5-b915-48a971c3c2ed/d5802274-3d5c-42a5-b915-48a971c3c2ed.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.740354] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e23d211-e11f-4d9e-9fe8-e0d43d3b391f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.747437] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1516.747437] env[62633]: value = "task-1807658" [ 1516.747437] env[62633]: _type = "Task" [ 1516.747437] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.756499] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.796295] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.864632] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807654, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.088279] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807656, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.167103] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance fe9fc951-7e94-4859-94a6-ed84defd14a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1517.167347] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 28a52eb3-83d0-4428-9ac6-9d643ca7eb42 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1517.167468] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8975a6e8-03f5-424b-8843-79a4033b9790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1517.167611] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Migration ae5742f6-396c-4a30-833d-53dd50c08508 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1517.167814] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bcde5138-2515-4fa1-9bfe-f737c8e51a62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1517.168033] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 15e0af51-7b85-4963-b112-203ce9a45e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1517.168198] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance f58b9e3b-ef6e-4d3c-b674-6ae9fad07372 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1517.169683] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.258991] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483108} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.258991] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] d5802274-3d5c-42a5-b915-48a971c3c2ed/d5802274-3d5c-42a5-b915-48a971c3c2ed.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.259358] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.259358] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8592c300-65df-4baf-8c89-b0b4c765d381 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.268389] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1517.268389] env[62633]: value = "task-1807659" [ 1517.268389] env[62633]: _type = "Task" [ 1517.268389] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.277016] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.364509] env[62633]: DEBUG oslo_vmware.api [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807654, 'name': PowerOnVM_Task, 'duration_secs': 1.036933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.364890] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.365162] env[62633]: INFO nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Took 11.76 seconds to spawn the instance on the hypervisor. [ 1517.365401] env[62633]: DEBUG nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1517.366580] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c8932-c753-425a-8d45-8a01186479d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.588030] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807656, 'name': CreateSnapshot_Task, 'duration_secs': 0.739689} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.588294] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1517.589100] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fe79c2-a610-45fa-b8cb-039aed4c236e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.665808] env[62633]: DEBUG oslo_vmware.api [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807657, 'name': PowerOnVM_Task, 'duration_secs': 0.892514} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.666105] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.666318] env[62633]: INFO nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1517.666502] env[62633]: DEBUG nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1517.667305] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802b13ed-2fda-4532-9476-e636461753a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.671641] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance e9c5487e-4527-4ec5-9008-4e2c98a04249 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1517.778956] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070947} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.779245] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.780018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7145af-52cd-416e-ba10-08fd450ddf37 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.802561] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] d5802274-3d5c-42a5-b915-48a971c3c2ed/d5802274-3d5c-42a5-b915-48a971c3c2ed.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.802869] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b57de6a-a2cc-4f80-b046-f008f9f5f075 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.822177] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1517.822177] env[62633]: value = "task-1807660" [ 1517.822177] env[62633]: _type = "Task" [ 1517.822177] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.831317] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.884897] env[62633]: INFO nova.compute.manager [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Took 37.87 seconds to build instance. [ 1518.106564] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1518.107056] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-279bc40a-d6ea-4065-8ff8-062e3a6284d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.116396] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1518.116396] env[62633]: value = "task-1807661" [ 1518.116396] env[62633]: _type = "Task" [ 1518.116396] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.125025] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807661, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.178459] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 54cedec2-7cd1-41cb-a787-ad21ae57fef6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1518.178641] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0ecba84c-08d1-4790-a170-eabff2c6d69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.178783] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 434417f7-12a4-45fc-ab31-38f26af0fb44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.189266] env[62633]: INFO nova.compute.manager [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Took 37.04 seconds to build instance. [ 1518.331882] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.387476] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee4ce5f-9bbb-4d09-8cbf-fca78b4dc834 tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.814s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.628946] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807661, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.686504] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 89e733c7-8805-4925-a60f-136c73145a9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1518.686983] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.687246] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1518.687425] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 806fccfd-d508-4b9e-8bdc-22758fc09dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1518.691377] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dccd015c-71e1-404a-9542-ebe97317273b tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.507s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.833935] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807660, 'name': ReconfigVM_Task, 'duration_secs': 0.860632} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.835024] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Reconfigured VM instance instance-00000022 to attach disk [datastore1] d5802274-3d5c-42a5-b915-48a971c3c2ed/d5802274-3d5c-42a5-b915-48a971c3c2ed.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.835154] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f77ff41-72f9-4d71-8df7-2348bd1ef617 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.842318] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1518.842318] env[62633]: value = "task-1807662" [ 1518.842318] env[62633]: _type = "Task" [ 1518.842318] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.850620] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807662, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.891672] env[62633]: DEBUG nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1518.957641] env[62633]: DEBUG nova.compute.manager [req-985a3df9-cb14-4952-865b-44a385da4f1b req-fee11ef9-8dad-4cd4-9f4a-3ca69d21cd98 service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Received event network-changed-68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1518.957869] env[62633]: DEBUG nova.compute.manager [req-985a3df9-cb14-4952-865b-44a385da4f1b req-fee11ef9-8dad-4cd4-9f4a-3ca69d21cd98 service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Refreshing instance network info cache due to event network-changed-68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1518.958122] env[62633]: DEBUG oslo_concurrency.lockutils [req-985a3df9-cb14-4952-865b-44a385da4f1b req-fee11ef9-8dad-4cd4-9f4a-3ca69d21cd98 service nova] Acquiring lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.958972] env[62633]: DEBUG oslo_concurrency.lockutils [req-985a3df9-cb14-4952-865b-44a385da4f1b req-fee11ef9-8dad-4cd4-9f4a-3ca69d21cd98 service nova] Acquired lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.958972] env[62633]: DEBUG nova.network.neutron [req-985a3df9-cb14-4952-865b-44a385da4f1b req-fee11ef9-8dad-4cd4-9f4a-3ca69d21cd98 service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Refreshing network info cache for port 68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.129484] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807661, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.192893] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance c28dc1c5-6a41-4e47-829d-6cb1160bf83f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1519.193191] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 3216bcfe-9b1d-40ab-bdbf-fc95d718d064 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1519.194027] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1519.194027] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1519.197035] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1519.355202] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807662, 'name': Rename_Task, 'duration_secs': 0.139505} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.357845] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.358310] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca8981d4-9212-4e95-abd6-e6dd6fcfab98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.364164] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1519.364164] env[62633]: value = "task-1807663" [ 1519.364164] env[62633]: _type = "Task" [ 1519.364164] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.374686] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.410820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.635141] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807661, 'name': CloneVM_Task, 'duration_secs': 1.447816} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.637579] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Created linked-clone VM from snapshot [ 1519.638572] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fb6467-18ae-4209-a5b1-16d6776df9db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.646645] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Uploading image 8d5d8c39-2e62-4836-ac38-a58f266c478d {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1519.677782] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1519.677782] env[62633]: value = "vm-374689" [ 1519.677782] env[62633]: _type = "VirtualMachine" [ 1519.677782] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1519.679032] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-056ef56d-4117-4bf9-a615-7c4507bce593 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.685288] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease: (returnval){ [ 1519.685288] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525aaf1b-9ed4-1f69-6a33-2a35dd9ce851" [ 1519.685288] env[62633]: _type = "HttpNfcLease" [ 1519.685288] env[62633]: } obtained for exporting VM: (result){ [ 1519.685288] env[62633]: value = "vm-374689" [ 1519.685288] env[62633]: _type = "VirtualMachine" [ 1519.685288] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1519.685557] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the lease: (returnval){ [ 1519.685557] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525aaf1b-9ed4-1f69-6a33-2a35dd9ce851" [ 1519.685557] env[62633]: _type = "HttpNfcLease" [ 1519.685557] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1519.695290] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1519.695290] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525aaf1b-9ed4-1f69-6a33-2a35dd9ce851" [ 1519.695290] env[62633]: _type = "HttpNfcLease" [ 1519.695290] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1519.707326] env[62633]: DEBUG nova.network.neutron [req-985a3df9-cb14-4952-865b-44a385da4f1b req-fee11ef9-8dad-4cd4-9f4a-3ca69d21cd98 service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Updated VIF entry in instance network info cache for port 68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.707691] env[62633]: DEBUG nova.network.neutron [req-985a3df9-cb14-4952-865b-44a385da4f1b req-fee11ef9-8dad-4cd4-9f4a-3ca69d21cd98 service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Updating instance_info_cache with network_info: [{"id": "68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec", "address": "fa:16:3e:a2:3e:56", "network": {"id": "ba2bb75e-7bd1-4d7c-9bcb-ba732970a9f1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1712983069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214c62c8aa5c49e599e14911e14ec119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68dcc6c4-82", "ovs_interfaceid": "68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.717609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.749544] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be33e9f1-e048-482f-9456-8bd560ba9936 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.758825] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6f1a6-c5ab-4e79-b1a8-c4f4db48ca63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.794998] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da55695a-8961-40f8-8a03-8c48e7bd824d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.803610] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c656504-0ba2-4f71-9ae8-ed7e2d689831 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.819534] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.875267] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.195021] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1520.195021] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525aaf1b-9ed4-1f69-6a33-2a35dd9ce851" [ 1520.195021] env[62633]: _type = "HttpNfcLease" [ 1520.195021] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1520.195021] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1520.195021] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525aaf1b-9ed4-1f69-6a33-2a35dd9ce851" [ 1520.195021] env[62633]: _type = "HttpNfcLease" [ 1520.195021] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1520.198761] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdcbe4c-a31c-4d66-b426-dde5cead3a53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.204248] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524801d9-07cc-63b6-cd84-3df8e703f9ac/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1520.204653] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524801d9-07cc-63b6-cd84-3df8e703f9ac/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1520.265545] env[62633]: DEBUG oslo_concurrency.lockutils [req-985a3df9-cb14-4952-865b-44a385da4f1b req-fee11ef9-8dad-4cd4-9f4a-3ca69d21cd98 service nova] Releasing lock "refresh_cache-55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.303411] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c16ff531-e802-4203-9589-151b85a7869e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.323134] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1520.376119] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.827895] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1520.828203] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.261s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.828665] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.273s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.830115] env[62633]: INFO nova.compute.claims [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.834360] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.834360] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1520.876146] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807663, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.339683] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] There are 7 instances to clean {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1521.342231] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: f9bc400c-ef61-42fa-ac39-a3e995e8237c] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1521.377638] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807663, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.846829] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 795950cb-806d-4027-b617-ee4aa9f5c0b9] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1521.877407] env[62633]: DEBUG oslo_vmware.api [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807663, 'name': PowerOnVM_Task, 'duration_secs': 2.036643} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.877692] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.878009] env[62633]: INFO nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1521.878295] env[62633]: DEBUG nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1521.879177] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038605b0-ea91-495a-8733-f4aa9578cbc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.124941] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "4f644c82-d658-4aa4-995e-ab24c791a258" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.126025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "4f644c82-d658-4aa4-995e-ab24c791a258" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.126563] env[62633]: DEBUG nova.compute.manager [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1522.127927] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abad0be-c21a-4df9-ae7f-24ede7caffa2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.140183] env[62633]: DEBUG nova.compute.manager [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1522.140862] env[62633]: DEBUG nova.objects.instance [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lazy-loading 'flavor' on Instance uuid 4f644c82-d658-4aa4-995e-ab24c791a258 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.351485] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: aa374277-1307-492e-9f0f-cefa11d24fbd] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1522.397856] env[62633]: INFO nova.compute.manager [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Took 40.63 seconds to build instance. [ 1522.500126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24655825-5652-4a91-953a-1cd3559d24a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.511497] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d882bd67-a8ad-4377-a1ab-f7d61781097d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.546191] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5c42e-0838-41f3-a545-87b702248739 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.555669] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5feff0-291f-47d1-a316-52b218d06902 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.569691] env[62633]: DEBUG nova.compute.provider_tree [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.646796] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.647018] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e5ae54-5158-4cee-98d0-176b67c21319 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.654644] env[62633]: DEBUG oslo_vmware.api [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1522.654644] env[62633]: value = "task-1807665" [ 1522.654644] env[62633]: _type = "Task" [ 1522.654644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.664352] env[62633]: DEBUG oslo_vmware.api [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.856648] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 5a1e40bc-705e-4655-9d00-34f831cdff2e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1522.901761] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a3e5d7ce-6f9d-470a-a041-ae3c8f7888c2 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "d5802274-3d5c-42a5-b915-48a971c3c2ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.019s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.076423] env[62633]: DEBUG nova.scheduler.client.report [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1523.147803] env[62633]: DEBUG nova.compute.manager [req-537f9bce-e7d4-49d7-ae79-5ecae14339c9 req-5b7016ab-2e9b-4396-81cf-7320c1c7cfaa service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Received event network-changed-0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1523.151877] env[62633]: DEBUG nova.compute.manager [req-537f9bce-e7d4-49d7-ae79-5ecae14339c9 req-5b7016ab-2e9b-4396-81cf-7320c1c7cfaa service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Refreshing instance network info cache due to event network-changed-0c37adfd-639b-4ba8-b784-426cd558f586. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1523.151877] env[62633]: DEBUG oslo_concurrency.lockutils [req-537f9bce-e7d4-49d7-ae79-5ecae14339c9 req-5b7016ab-2e9b-4396-81cf-7320c1c7cfaa service nova] Acquiring lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.151877] env[62633]: DEBUG oslo_concurrency.lockutils [req-537f9bce-e7d4-49d7-ae79-5ecae14339c9 req-5b7016ab-2e9b-4396-81cf-7320c1c7cfaa service nova] Acquired lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.151877] env[62633]: DEBUG nova.network.neutron [req-537f9bce-e7d4-49d7-ae79-5ecae14339c9 req-5b7016ab-2e9b-4396-81cf-7320c1c7cfaa service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Refreshing network info cache for port 0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.167082] env[62633]: DEBUG oslo_vmware.api [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807665, 'name': PowerOffVM_Task, 'duration_secs': 0.324153} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.168068] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1523.168392] env[62633]: DEBUG nova.compute.manager [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1523.169925] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e4d6ec-4cce-496c-9be7-0a4f3343c8ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.358850] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 15bbd333-72b2-4500-b845-a41b3b763214] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1523.403177] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1523.579492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.580076] env[62633]: DEBUG nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1523.582874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.207s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.682982] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6275fa3-9eca-404f-82d9-87b087bcda9a tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "4f644c82-d658-4aa4-995e-ab24c791a258" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.863318] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: ebfdb696-4d65-4bff-9732-3ea4f21d22f0] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1523.895995] env[62633]: DEBUG nova.network.neutron [req-537f9bce-e7d4-49d7-ae79-5ecae14339c9 req-5b7016ab-2e9b-4396-81cf-7320c1c7cfaa service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Updated VIF entry in instance network info cache for port 0c37adfd-639b-4ba8-b784-426cd558f586. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.896398] env[62633]: DEBUG nova.network.neutron [req-537f9bce-e7d4-49d7-ae79-5ecae14339c9 req-5b7016ab-2e9b-4396-81cf-7320c1c7cfaa service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Updating instance_info_cache with network_info: [{"id": "0c37adfd-639b-4ba8-b784-426cd558f586", "address": "fa:16:3e:51:a7:a6", "network": {"id": "7a323fdb-fd6c-4e6d-a547-daeadfd12d45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-815281803-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95495d9af4aa4739a27fe184d878eddb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c37adfd-63", "ovs_interfaceid": "0c37adfd-639b-4ba8-b784-426cd558f586", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.924405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.087983] env[62633]: INFO nova.compute.claims [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.092533] env[62633]: DEBUG nova.compute.utils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1524.093988] env[62633]: DEBUG nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1524.094173] env[62633]: DEBUG nova.network.neutron [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.148768] env[62633]: DEBUG nova.policy [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039736c1f053496d9eb82ae33b997ded', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddefe99bb6ad487099481f6189351330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1524.366380] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 5826a9d7-a57e-408d-b76a-8ead46f22671] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1524.398693] env[62633]: DEBUG oslo_concurrency.lockutils [req-537f9bce-e7d4-49d7-ae79-5ecae14339c9 req-5b7016ab-2e9b-4396-81cf-7320c1c7cfaa service nova] Releasing lock "refresh_cache-d5802274-3d5c-42a5-b915-48a971c3c2ed" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.427652] env[62633]: DEBUG nova.network.neutron [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Successfully created port: 872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.596342] env[62633]: INFO nova.compute.resource_tracker [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating resource usage from migration ae5742f6-396c-4a30-833d-53dd50c08508 [ 1524.600712] env[62633]: DEBUG nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1524.667425] env[62633]: DEBUG nova.objects.instance [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lazy-loading 'flavor' on Instance uuid 4f644c82-d658-4aa4-995e-ab24c791a258 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.871546] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.173155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.173399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquired lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.173592] env[62633]: DEBUG nova.network.neutron [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.173807] env[62633]: DEBUG nova.objects.instance [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lazy-loading 'info_cache' on Instance uuid 4f644c82-d658-4aa4-995e-ab24c791a258 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.266630] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75627c6-d32b-4849-a4a4-f4e676be2d97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.276013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecd706e-8b3f-4c4b-b283-b0f393d9b540 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.309903] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ebfbf7-df41-472d-ba20-5e1531d75ec3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.318645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c923f-9dc7-478a-baea-f3dfd3e45fd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.334283] env[62633]: DEBUG nova.compute.provider_tree [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.611908] env[62633]: DEBUG nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1525.639642] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1525.639642] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1525.639642] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.639642] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1525.639642] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.639642] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1525.639642] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1525.639642] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1525.640083] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1525.640083] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1525.640233] env[62633]: DEBUG nova.virt.hardware [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1525.641251] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279329fe-b919-4c2e-9fbf-c233edd67e5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.649835] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fee074-2242-44c7-8641-112358675da3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.677457] env[62633]: DEBUG nova.objects.base [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Object Instance<4f644c82-d658-4aa4-995e-ab24c791a258> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1525.837353] env[62633]: DEBUG nova.scheduler.client.report [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1525.853445] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.853828] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.854098] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1525.854181] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1525.911833] env[62633]: DEBUG nova.compute.manager [req-21e6e23b-8945-4f66-b758-94d937b187c0 req-bc78faa2-2b64-47a4-97c1-d0db548b531b service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Received event network-vif-plugged-872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.912084] env[62633]: DEBUG oslo_concurrency.lockutils [req-21e6e23b-8945-4f66-b758-94d937b187c0 req-bc78faa2-2b64-47a4-97c1-d0db548b531b service nova] Acquiring lock "89e733c7-8805-4925-a60f-136c73145a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.912325] env[62633]: DEBUG oslo_concurrency.lockutils [req-21e6e23b-8945-4f66-b758-94d937b187c0 req-bc78faa2-2b64-47a4-97c1-d0db548b531b service nova] Lock "89e733c7-8805-4925-a60f-136c73145a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.912459] env[62633]: DEBUG oslo_concurrency.lockutils [req-21e6e23b-8945-4f66-b758-94d937b187c0 req-bc78faa2-2b64-47a4-97c1-d0db548b531b service nova] Lock "89e733c7-8805-4925-a60f-136c73145a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.912682] env[62633]: DEBUG nova.compute.manager [req-21e6e23b-8945-4f66-b758-94d937b187c0 req-bc78faa2-2b64-47a4-97c1-d0db548b531b service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] No waiting events found dispatching network-vif-plugged-872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1525.912883] env[62633]: WARNING nova.compute.manager [req-21e6e23b-8945-4f66-b758-94d937b187c0 req-bc78faa2-2b64-47a4-97c1-d0db548b531b service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Received unexpected event network-vif-plugged-872f097c-402d-45c8-9949-3e1693939312 for instance with vm_state building and task_state spawning. [ 1525.971711] env[62633]: DEBUG nova.network.neutron [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Successfully updated port: 872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.342768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.760s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.343252] env[62633]: INFO nova.compute.manager [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Migrating [ 1526.343681] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.343878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.345413] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.702s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.345620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.347820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.833s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.348068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.350396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.103s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.350564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.352293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.451s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.353902] env[62633]: INFO nova.compute.claims [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.358147] env[62633]: INFO nova.compute.rpcapi [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1526.358147] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.369734] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1526.387105] env[62633]: INFO nova.scheduler.client.report [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Deleted allocations for instance 7f38ae55-a526-4875-ae77-620b23b236ab [ 1526.388415] env[62633]: INFO nova.scheduler.client.report [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted allocations for instance 2393de63-7d92-484b-8216-3ae3fc76a580 [ 1526.400039] env[62633]: INFO nova.scheduler.client.report [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Deleted allocations for instance 28a52eb3-83d0-4428-9ac6-9d643ca7eb42 [ 1526.416797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.416949] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquired lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.417104] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Forcefully refreshing network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1526.417257] env[62633]: DEBUG nova.objects.instance [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lazy-loading 'info_cache' on Instance uuid bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.440246] env[62633]: DEBUG nova.network.neutron [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Updating instance_info_cache with network_info: [{"id": "166cad0a-821c-4c05-aca1-a4f60030156a", "address": "fa:16:3e:1d:d0:c2", "network": {"id": "2745bfd2-d97f-4bf2-9634-a4e37bbb7a34", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1905468049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2b605937954687b669451c2a179cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166cad0a-82", "ovs_interfaceid": "166cad0a-821c-4c05-aca1-a4f60030156a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.476826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.477092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.477270] env[62633]: DEBUG nova.network.neutron [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.892427] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.892825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.892963] env[62633]: DEBUG nova.network.neutron [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.915968] env[62633]: DEBUG oslo_concurrency.lockutils [None req-83463cc4-7822-4394-a950-8391e09c1952 tempest-ServerDiagnosticsV248Test-935444970 tempest-ServerDiagnosticsV248Test-935444970-project-member] Lock "28a52eb3-83d0-4428-9ac6-9d643ca7eb42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.287s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.919543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-472e642d-197d-41d6-807a-6e1441162153 tempest-AttachInterfacesV270Test-1964056433 tempest-AttachInterfacesV270Test-1964056433-project-member] Lock "7f38ae55-a526-4875-ae77-620b23b236ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.695s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.923476] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c7360e1c-04a1-46e3-84da-893d6538459f tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "2393de63-7d92-484b-8216-3ae3fc76a580" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.459s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.943685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Releasing lock "refresh_cache-4f644c82-d658-4aa4-995e-ab24c791a258" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.231186] env[62633]: DEBUG nova.network.neutron [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.447065] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.448093] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.449274] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d46037d-cd4f-4913-888f-d90fed085347 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.461475] env[62633]: DEBUG oslo_vmware.api [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1527.461475] env[62633]: value = "task-1807666" [ 1527.461475] env[62633]: _type = "Task" [ 1527.461475] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.473762] env[62633]: DEBUG oslo_vmware.api [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.492047] env[62633]: DEBUG nova.network.neutron [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Updating instance_info_cache with network_info: [{"id": "872f097c-402d-45c8-9949-3e1693939312", "address": "fa:16:3e:1f:e9:29", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872f097c-40", "ovs_interfaceid": "872f097c-402d-45c8-9949-3e1693939312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.788295] env[62633]: DEBUG nova.network.neutron [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance_info_cache with network_info: [{"id": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "address": "fa:16:3e:ae:63:91", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02adeae0-fd", "ovs_interfaceid": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.974682] env[62633]: DEBUG oslo_vmware.api [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807666, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.987148] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a916687-86b1-4d5a-aaae-510bd9858302 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.996600] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034f3ed0-dd7f-4c43-beac-0bbdc85b2d87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.000976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.000976] env[62633]: DEBUG nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Instance network_info: |[{"id": "872f097c-402d-45c8-9949-3e1693939312", "address": "fa:16:3e:1f:e9:29", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872f097c-40", "ovs_interfaceid": "872f097c-402d-45c8-9949-3e1693939312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1528.001560] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:e9:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '872f097c-402d-45c8-9949-3e1693939312', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1528.009417] env[62633]: DEBUG oslo.service.loopingcall [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.010393] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1528.010722] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9ce05b6-0a2c-4398-b901-75227702d035 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.056569] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aadaf9-7f5d-4c93-b5ee-f4653ea0b5fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.060821] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1528.060821] env[62633]: value = "task-1807667" [ 1528.060821] env[62633]: _type = "Task" [ 1528.060821] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.068395] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0f9c9-1d67-4f85-9a41-a3358eeae15a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.077110] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807667, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.087503] env[62633]: DEBUG nova.compute.provider_tree [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.126929] env[62633]: DEBUG nova.compute.manager [req-951a8d86-08d1-486b-af49-58aa6b9f33b0 req-6705d669-6172-42ec-b12b-904e4892e0cf service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Received event network-changed-872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1528.127323] env[62633]: DEBUG nova.compute.manager [req-951a8d86-08d1-486b-af49-58aa6b9f33b0 req-6705d669-6172-42ec-b12b-904e4892e0cf service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Refreshing instance network info cache due to event network-changed-872f097c-402d-45c8-9949-3e1693939312. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1528.127718] env[62633]: DEBUG oslo_concurrency.lockutils [req-951a8d86-08d1-486b-af49-58aa6b9f33b0 req-6705d669-6172-42ec-b12b-904e4892e0cf service nova] Acquiring lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.127981] env[62633]: DEBUG oslo_concurrency.lockutils [req-951a8d86-08d1-486b-af49-58aa6b9f33b0 req-6705d669-6172-42ec-b12b-904e4892e0cf service nova] Acquired lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.128279] env[62633]: DEBUG nova.network.neutron [req-951a8d86-08d1-486b-af49-58aa6b9f33b0 req-6705d669-6172-42ec-b12b-904e4892e0cf service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Refreshing network info cache for port 872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.140335] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.291146] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.473337] env[62633]: DEBUG oslo_vmware.api [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807666, 'name': PowerOnVM_Task, 'duration_secs': 0.578799} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.473337] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.473337] env[62633]: DEBUG nova.compute.manager [None req-d335ee37-5874-428f-8adf-28860ba8d249 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1528.474029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b5f23-04ff-45c1-ae0b-49d8495b8399 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.573855] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807667, 'name': CreateVM_Task, 'duration_secs': 0.496656} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.573980] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.574793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.575048] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.575715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.576034] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba2170f-20ab-404b-a2bb-6cadbcddce0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.581274] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1528.581274] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52006a87-1d45-7f49-ded4-d7a37cf4bd39" [ 1528.581274] env[62633]: _type = "Task" [ 1528.581274] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.591605] env[62633]: DEBUG nova.scheduler.client.report [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1528.595334] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52006a87-1d45-7f49-ded4-d7a37cf4bd39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.643599] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Releasing lock "refresh_cache-bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.643599] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Updated the network info_cache for instance {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1528.643599] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.643599] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.643599] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.643896] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.644847] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.644847] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.644847] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1528.644847] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.975378] env[62633]: DEBUG nova.network.neutron [req-951a8d86-08d1-486b-af49-58aa6b9f33b0 req-6705d669-6172-42ec-b12b-904e4892e0cf service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Updated VIF entry in instance network info cache for port 872f097c-402d-45c8-9949-3e1693939312. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.975812] env[62633]: DEBUG nova.network.neutron [req-951a8d86-08d1-486b-af49-58aa6b9f33b0 req-6705d669-6172-42ec-b12b-904e4892e0cf service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Updating instance_info_cache with network_info: [{"id": "872f097c-402d-45c8-9949-3e1693939312", "address": "fa:16:3e:1f:e9:29", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872f097c-40", "ovs_interfaceid": "872f097c-402d-45c8-9949-3e1693939312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.095775] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52006a87-1d45-7f49-ded4-d7a37cf4bd39, 'name': SearchDatastore_Task, 'duration_secs': 0.017704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.096141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.096537] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1529.096797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.096955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.097171] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1529.097968] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.101127] env[62633]: DEBUG nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1529.105183] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab52066-5589-4b2d-bfd4-c9436cbb993c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.106163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.657s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.110438] env[62633]: INFO nova.compute.claims [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.123931] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1529.123931] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1529.123931] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e19bac-959b-4f49-afee-934570d93eb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.129408] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1529.129408] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521f6ef4-5019-c5e0-01ff-ce20cfa2e134" [ 1529.129408] env[62633]: _type = "Task" [ 1529.129408] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.137962] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521f6ef4-5019-c5e0-01ff-ce20cfa2e134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.147707] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.479197] env[62633]: DEBUG oslo_concurrency.lockutils [req-951a8d86-08d1-486b-af49-58aa6b9f33b0 req-6705d669-6172-42ec-b12b-904e4892e0cf service nova] Releasing lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.568280] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524801d9-07cc-63b6-cd84-3df8e703f9ac/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1529.572390] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06487716-dab9-4d1b-a4c3-34be2b581676 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.581426] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524801d9-07cc-63b6-cd84-3df8e703f9ac/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1529.583488] env[62633]: ERROR oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524801d9-07cc-63b6-cd84-3df8e703f9ac/disk-0.vmdk due to incomplete transfer. [ 1529.583488] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a075c428-ba7d-406d-98de-cd1d45ffe842 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.591107] env[62633]: DEBUG oslo_vmware.rw_handles [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524801d9-07cc-63b6-cd84-3df8e703f9ac/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1529.591251] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Uploaded image 8d5d8c39-2e62-4836-ac38-a58f266c478d to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1529.594027] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1529.594278] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a63f6da-1f2c-4b3d-be8b-9ffe9bf5621e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.600857] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1529.600857] env[62633]: value = "task-1807668" [ 1529.600857] env[62633]: _type = "Task" [ 1529.600857] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.610663] env[62633]: DEBUG nova.compute.utils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.612347] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807668, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.612347] env[62633]: DEBUG nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1529.612638] env[62633]: DEBUG nova.network.neutron [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.642236] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521f6ef4-5019-c5e0-01ff-ce20cfa2e134, 'name': SearchDatastore_Task, 'duration_secs': 0.016275} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.643249] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e111e2-4c8a-4e09-a480-e3b8a523c91b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.648235] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1529.648235] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa2bbe-4d48-691e-f569-da7aeac31e24" [ 1529.648235] env[62633]: _type = "Task" [ 1529.648235] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.657794] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa2bbe-4d48-691e-f569-da7aeac31e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.684165] env[62633]: DEBUG nova.policy [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c11bb11cd870409ebfe4bddd677714f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf48a5195bf74f4ebb9f426a26214a1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1529.812868] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb588152-335a-43a4-a59d-a94453c0e648 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.833598] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance 'bcde5138-2515-4fa1-9bfe-f737c8e51a62' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1530.119020] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807668, 'name': Destroy_Task, 'duration_secs': 0.420474} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.119020] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Destroyed the VM [ 1530.119020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1530.119020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-784cfb91-96fb-4bde-ad27-5b7a6aa5e06a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.119020] env[62633]: DEBUG nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1530.127684] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1530.127684] env[62633]: value = "task-1807669" [ 1530.127684] env[62633]: _type = "Task" [ 1530.127684] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.135696] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.163866] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa2bbe-4d48-691e-f569-da7aeac31e24, 'name': SearchDatastore_Task, 'duration_secs': 0.034464} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.168102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.168102] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 89e733c7-8805-4925-a60f-136c73145a9f/89e733c7-8805-4925-a60f-136c73145a9f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1530.168102] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6e0551f-902a-49b5-bc0a-e58b2538c02a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.179550] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1530.179550] env[62633]: value = "task-1807670" [ 1530.179550] env[62633]: _type = "Task" [ 1530.179550] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.188956] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.234335] env[62633]: DEBUG nova.network.neutron [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Successfully created port: 585e7403-8e39-4324-b9d8-1be900398a93 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.339662] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.339974] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d280a782-044b-4cdb-a530-00712a8cf38e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.347194] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1530.347194] env[62633]: value = "task-1807671" [ 1530.347194] env[62633]: _type = "Task" [ 1530.347194] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.358068] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.643518] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807669, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.700436] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807670, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.760852] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a68c66-7028-4d4f-8c9f-4df20cce97cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.771222] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c62053-fe61-47cf-b3d6-70c1715a6634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.810209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdddd85f-e09e-40ca-bea3-c1efd10f9c8c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.821335] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e7ee4b-b9f6-46c4-bb97-d23ba9fd9bea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.838012] env[62633]: DEBUG nova.compute.provider_tree [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.859954] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807671, 'name': PowerOffVM_Task, 'duration_secs': 0.223366} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.860561] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.860841] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance 'bcde5138-2515-4fa1-9bfe-f737c8e51a62' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1531.037818] env[62633]: DEBUG nova.network.neutron [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Successfully created port: fef3ace7-2572-4b20-99cb-68dceeccce8a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.132294] env[62633]: DEBUG nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1531.144958] env[62633]: DEBUG oslo_vmware.api [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807669, 'name': RemoveSnapshot_Task, 'duration_secs': 0.619138} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.145303] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1531.145662] env[62633]: INFO nova.compute.manager [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 1531.173233] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1531.173668] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1531.173668] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.173852] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1531.174011] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.174446] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1531.174680] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1531.174849] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1531.175037] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1531.175217] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1531.175394] env[62633]: DEBUG nova.virt.hardware [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1531.176499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9163610d-7746-4a20-a167-fa6c7d7b2b04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.189258] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd60476b-f8dd-4693-8df6-6f2ae50bae51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.198655] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816633} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.207619] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 89e733c7-8805-4925-a60f-136c73145a9f/89e733c7-8805-4925-a60f-136c73145a9f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1531.207886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1531.208631] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e02e0daa-8dba-45d1-8923-b58486ff17c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.216061] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1531.216061] env[62633]: value = "task-1807672" [ 1531.216061] env[62633]: _type = "Task" [ 1531.216061] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.226067] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.342602] env[62633]: DEBUG nova.scheduler.client.report [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1531.372826] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1531.372826] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1531.372826] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1531.372826] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1531.372826] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1531.372826] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1531.373189] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1531.373401] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1531.373518] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1531.373673] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1531.373863] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1531.380261] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be70a612-7e9a-484d-aa3f-e83f17275911 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.402604] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1531.402604] env[62633]: value = "task-1807673" [ 1531.402604] env[62633]: _type = "Task" [ 1531.402604] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.411769] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.706268] env[62633]: DEBUG nova.compute.manager [None req-3c8eeba7-76eb-4a6c-b9a8-3d459d4bcae2 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Found 2 images (rotation: 2) {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1531.733191] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071109} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.733191] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1531.733919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccacc79-813e-403d-ad36-d98e2540c24d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.758808] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 89e733c7-8805-4925-a60f-136c73145a9f/89e733c7-8805-4925-a60f-136c73145a9f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1531.759914] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026c054b-1bd3-445e-8839-233f2399339d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.781119] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1531.781119] env[62633]: value = "task-1807674" [ 1531.781119] env[62633]: _type = "Task" [ 1531.781119] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.790473] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.855493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.855493] env[62633]: DEBUG nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1531.857993] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.407s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.859182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.861036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.316s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.863479] env[62633]: INFO nova.compute.claims [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.902342] env[62633]: INFO nova.scheduler.client.report [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Deleted allocations for instance 3216bcfe-9b1d-40ab-bdbf-fc95d718d064 [ 1531.918091] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807673, 'name': ReconfigVM_Task, 'duration_secs': 0.37227} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.918439] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance 'bcde5138-2515-4fa1-9bfe-f737c8e51a62' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1532.292058] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.371147] env[62633]: DEBUG nova.compute.utils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.372565] env[62633]: DEBUG nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1532.372786] env[62633]: DEBUG nova.network.neutron [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.414881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3b2ba17-c3d1-4057-a495-aa23d7b80c4d tempest-ImagesOneServerTestJSON-1173710429 tempest-ImagesOneServerTestJSON-1173710429-project-member] Lock "3216bcfe-9b1d-40ab-bdbf-fc95d718d064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.195s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.426328] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.427877] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.427877] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.427877] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.427877] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.427877] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.427877] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.427877] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.428330] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.428330] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.429561] env[62633]: DEBUG nova.virt.hardware [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.434689] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1532.435745] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c393e53-8234-4b4e-80dd-a06fb8913fd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.454787] env[62633]: DEBUG nova.policy [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6158e945202e47a6ad977b6a501c3427', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57b5e85db28f46cbaee413472dcc4c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1532.464029] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1532.464029] env[62633]: value = "task-1807675" [ 1532.464029] env[62633]: _type = "Task" [ 1532.464029] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.472385] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.485524] env[62633]: DEBUG nova.compute.manager [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1532.486475] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179f7709-c119-49a3-8254-320419a4abf6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.793549] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.878039] env[62633]: DEBUG nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1532.896290] env[62633]: DEBUG nova.compute.manager [req-5b153e12-13cd-428a-a0f0-6d8bc23e5ad1 req-0f1226e1-8615-44bc-8917-c63e254cbfd8 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Received event network-vif-plugged-585e7403-8e39-4324-b9d8-1be900398a93 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1532.896290] env[62633]: DEBUG oslo_concurrency.lockutils [req-5b153e12-13cd-428a-a0f0-6d8bc23e5ad1 req-0f1226e1-8615-44bc-8917-c63e254cbfd8 service nova] Acquiring lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.896290] env[62633]: DEBUG oslo_concurrency.lockutils [req-5b153e12-13cd-428a-a0f0-6d8bc23e5ad1 req-0f1226e1-8615-44bc-8917-c63e254cbfd8 service nova] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.896290] env[62633]: DEBUG oslo_concurrency.lockutils [req-5b153e12-13cd-428a-a0f0-6d8bc23e5ad1 req-0f1226e1-8615-44bc-8917-c63e254cbfd8 service nova] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.896290] env[62633]: DEBUG nova.compute.manager [req-5b153e12-13cd-428a-a0f0-6d8bc23e5ad1 req-0f1226e1-8615-44bc-8917-c63e254cbfd8 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] No waiting events found dispatching network-vif-plugged-585e7403-8e39-4324-b9d8-1be900398a93 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1532.898407] env[62633]: WARNING nova.compute.manager [req-5b153e12-13cd-428a-a0f0-6d8bc23e5ad1 req-0f1226e1-8615-44bc-8917-c63e254cbfd8 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Received unexpected event network-vif-plugged-585e7403-8e39-4324-b9d8-1be900398a93 for instance with vm_state building and task_state spawning. [ 1532.973251] env[62633]: DEBUG nova.network.neutron [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Successfully created port: 03f3fbcf-8071-43ba-bbe7-3bcce74d8053 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.984236] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807675, 'name': ReconfigVM_Task, 'duration_secs': 0.176006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.984576] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1532.985534] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ade0fd-a1b6-47c0-8512-ca419e71250d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.009085] env[62633]: INFO nova.compute.manager [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] instance snapshotting [ 1533.009799] env[62633]: DEBUG nova.objects.instance [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'flavor' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.020769] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] bcde5138-2515-4fa1-9bfe-f737c8e51a62/bcde5138-2515-4fa1-9bfe-f737c8e51a62.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.024605] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95f1532-3a47-45c9-b19a-a00679c640b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.054128] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1533.054128] env[62633]: value = "task-1807676" [ 1533.054128] env[62633]: _type = "Task" [ 1533.054128] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.067383] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.069013] env[62633]: DEBUG nova.network.neutron [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Successfully updated port: 585e7403-8e39-4324-b9d8-1be900398a93 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.297318] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807674, 'name': ReconfigVM_Task, 'duration_secs': 1.291277} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.298746] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 89e733c7-8805-4925-a60f-136c73145a9f/89e733c7-8805-4925-a60f-136c73145a9f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.299091] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7120be20-44f4-4c89-97ac-f6d45febd438 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.306030] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1533.306030] env[62633]: value = "task-1807677" [ 1533.306030] env[62633]: _type = "Task" [ 1533.306030] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.319506] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807677, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.530290] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e05ca77-c1ed-4239-ba7c-3545c2937f86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.554439] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.554686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.555077] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.555158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.555292] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.559162] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd681d-d732-494c-94fe-c87e7b0b5e97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.563327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccb1480-6dbf-42b4-93de-940c903a8c9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.568069] env[62633]: INFO nova.compute.manager [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Terminating instance [ 1533.572621] env[62633]: DEBUG nova.compute.manager [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1533.572850] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1533.576753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ecf2cd-2f49-4f1e-a9d1-2c9cfe9c745a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.592257] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dee561-07a2-4df0-b1c2-0eab761dd557 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.595437] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807676, 'name': ReconfigVM_Task, 'duration_secs': 0.281074} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.598948] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Reconfigured VM instance instance-00000019 to attach disk [datastore1] bcde5138-2515-4fa1-9bfe-f737c8e51a62/bcde5138-2515-4fa1-9bfe-f737c8e51a62.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.599226] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance 'bcde5138-2515-4fa1-9bfe-f737c8e51a62' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.602479] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1533.603723] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70cf4761-0581-4b99-aa04-c1868d62ce3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.633557] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef2a0ea-bc05-46e1-98ad-00723bc07dfe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.636742] env[62633]: DEBUG oslo_vmware.api [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1533.636742] env[62633]: value = "task-1807678" [ 1533.636742] env[62633]: _type = "Task" [ 1533.636742] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.644495] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c2f03-3214-47ca-89a5-dc0c1fa8248e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.651979] env[62633]: DEBUG oslo_vmware.api [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.661857] env[62633]: DEBUG nova.compute.provider_tree [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.819723] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807677, 'name': Rename_Task, 'duration_secs': 0.206898} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.820101] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1533.820648] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac1d14e-76f5-46d8-aa8a-7ae2dd24cd1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.830565] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1533.830565] env[62633]: value = "task-1807679" [ 1533.830565] env[62633]: _type = "Task" [ 1533.830565] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.836475] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.895049] env[62633]: DEBUG nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1533.936355] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1533.936355] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1533.936955] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.936955] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1533.936955] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.936955] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1533.937123] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1533.937300] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1533.937497] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1533.937666] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1533.937843] env[62633]: DEBUG nova.virt.hardware [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1533.939161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b293d88-6b01-4267-abd3-c4e894c7b70d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.947963] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b44b090-7a3a-40f9-bd7c-e33577072833 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.098180] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1534.098553] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f7b757e3-9978-404f-aedf-339b6f0c25f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.110205] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1534.110205] env[62633]: value = "task-1807680" [ 1534.110205] env[62633]: _type = "Task" [ 1534.110205] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.113169] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429797db-b3e0-4231-bc7b-adfea34a9bcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.146564] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abe1dcd-9def-4cc9-b3c1-28e9827e04cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.150304] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807680, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.158209] env[62633]: DEBUG oslo_vmware.api [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807678, 'name': PowerOffVM_Task, 'duration_secs': 0.19374} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.175185] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.175474] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.176683] env[62633]: DEBUG nova.scheduler.client.report [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1534.180702] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance 'bcde5138-2515-4fa1-9bfe-f737c8e51a62' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1534.186313] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f0a056-afa3-49cd-881e-e7f0d5514838 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.290176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.290440] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.290627] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleting the datastore file [datastore1] 3f36f848-4559-4a9c-a1ad-1fb6418172cd {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.291057] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91312eaf-4a41-4f64-a743-aaa01aa3dc67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.298503] env[62633]: DEBUG oslo_vmware.api [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1534.298503] env[62633]: value = "task-1807682" [ 1534.298503] env[62633]: _type = "Task" [ 1534.298503] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.311632] env[62633]: DEBUG oslo_vmware.api [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.337410] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.623870] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807680, 'name': CreateSnapshot_Task, 'duration_secs': 0.509044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.625309] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1534.629233] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0139737-1d36-4490-983c-a15d6a81ef16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.686895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.687594] env[62633]: DEBUG nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1534.691286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.291s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.691286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.700638] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.154s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.702090] env[62633]: INFO nova.compute.claims [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.742220] env[62633]: INFO nova.scheduler.client.report [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Deleted allocations for instance bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24 [ 1534.770032] env[62633]: DEBUG nova.network.neutron [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Successfully updated port: 03f3fbcf-8071-43ba-bbe7-3bcce74d8053 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1534.811343] env[62633]: DEBUG oslo_vmware.api [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18575} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.812035] env[62633]: DEBUG nova.network.neutron [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Port 02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1534.813395] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1534.813480] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1534.814140] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1534.814259] env[62633]: INFO nova.compute.manager [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1534.814541] env[62633]: DEBUG oslo.service.loopingcall [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1534.814975] env[62633]: DEBUG nova.compute.manager [-] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1534.815048] env[62633]: DEBUG nova.network.neutron [-] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1534.839428] env[62633]: DEBUG oslo_vmware.api [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1807679, 'name': PowerOnVM_Task, 'duration_secs': 0.54492} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.840904] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1534.841171] env[62633]: INFO nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1534.842065] env[62633]: DEBUG nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1534.843402] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fdb2d3-fd88-49f2-b93a-c8f5d2810c52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.923065] env[62633]: DEBUG nova.compute.manager [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Received event network-changed-585e7403-8e39-4324-b9d8-1be900398a93 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1534.923292] env[62633]: DEBUG nova.compute.manager [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Refreshing instance network info cache due to event network-changed-585e7403-8e39-4324-b9d8-1be900398a93. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1534.923542] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Acquiring lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.923691] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Acquired lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.923875] env[62633]: DEBUG nova.network.neutron [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Refreshing network info cache for port 585e7403-8e39-4324-b9d8-1be900398a93 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.162707] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1535.163180] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa8a0d23-583c-4034-a926-7ed549174554 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.174429] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1535.174429] env[62633]: value = "task-1807683" [ 1535.174429] env[62633]: _type = "Task" [ 1535.174429] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.184566] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807683, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.210240] env[62633]: DEBUG nova.compute.utils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1535.216967] env[62633]: DEBUG nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1535.216967] env[62633]: DEBUG nova.network.neutron [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1535.220177] env[62633]: DEBUG nova.network.neutron [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Successfully updated port: fef3ace7-2572-4b20-99cb-68dceeccce8a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.256216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45742556-1419-4994-bc0e-a774cdb5febe tempest-FloatingIPsAssociationTestJSON-846823088 tempest-FloatingIPsAssociationTestJSON-846823088-project-member] Lock "bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.087s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.275911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "refresh_cache-3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.275911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquired lock "refresh_cache-3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.275911] env[62633]: DEBUG nova.network.neutron [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.283966] env[62633]: DEBUG nova.policy [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05aa93ade1134e69b120c2b4d2cc3a15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fa5f3a38320496ab8f30fdf229d68c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1535.371606] env[62633]: INFO nova.compute.manager [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Took 46.84 seconds to build instance. [ 1535.500173] env[62633]: DEBUG nova.network.neutron [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.687760] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807683, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.699762] env[62633]: DEBUG nova.network.neutron [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.717838] env[62633]: DEBUG nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1535.726114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.850895] env[62633]: DEBUG nova.network.neutron [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.853596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.854197] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.855099] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.877669] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e3a0b73-302f-4cd3-a073-38978193ec4a tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "89e733c7-8805-4925-a60f-136c73145a9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.819s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.004812] env[62633]: DEBUG nova.compute.manager [req-42818c89-24bb-4857-a3be-abdc63dd6b03 req-c76083d3-18bb-42ec-a57b-a733d72cf353 service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Received event network-vif-deleted-cb9db9e0-f325-43f0-8a90-b49293020456 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1536.005443] env[62633]: INFO nova.compute.manager [req-42818c89-24bb-4857-a3be-abdc63dd6b03 req-c76083d3-18bb-42ec-a57b-a733d72cf353 service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Neutron deleted interface cb9db9e0-f325-43f0-8a90-b49293020456; detaching it from the instance and deleting it from the info cache [ 1536.006293] env[62633]: DEBUG nova.network.neutron [req-42818c89-24bb-4857-a3be-abdc63dd6b03 req-c76083d3-18bb-42ec-a57b-a733d72cf353 service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.098844] env[62633]: DEBUG nova.network.neutron [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Successfully created port: 78bb8b1e-f141-47f7-9462-05e602eb4c0d {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.100717] env[62633]: DEBUG nova.network.neutron [-] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.185620] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807683, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.202822] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Releasing lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.203133] env[62633]: DEBUG nova.compute.manager [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Received event network-vif-plugged-03f3fbcf-8071-43ba-bbe7-3bcce74d8053 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1536.203347] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Acquiring lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.203560] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.203753] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.203921] env[62633]: DEBUG nova.compute.manager [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] No waiting events found dispatching network-vif-plugged-03f3fbcf-8071-43ba-bbe7-3bcce74d8053 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1536.204123] env[62633]: WARNING nova.compute.manager [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Received unexpected event network-vif-plugged-03f3fbcf-8071-43ba-bbe7-3bcce74d8053 for instance with vm_state building and task_state spawning. [ 1536.204294] env[62633]: DEBUG nova.compute.manager [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Received event network-changed-03f3fbcf-8071-43ba-bbe7-3bcce74d8053 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1536.204506] env[62633]: DEBUG nova.compute.manager [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Refreshing instance network info cache due to event network-changed-03f3fbcf-8071-43ba-bbe7-3bcce74d8053. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1536.204620] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Acquiring lock "refresh_cache-3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.204853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquired lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.204936] env[62633]: DEBUG nova.network.neutron [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.295524] env[62633]: DEBUG nova.network.neutron [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Updating instance_info_cache with network_info: [{"id": "03f3fbcf-8071-43ba-bbe7-3bcce74d8053", "address": "fa:16:3e:bc:75:4d", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f3fbcf-80", "ovs_interfaceid": "03f3fbcf-8071-43ba-bbe7-3bcce74d8053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.302435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a0afe2-d97f-495f-a8cb-af9e246b6add {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.313321] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f2df34-50a6-4ee7-846b-c0ee3ffcdfc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.350532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d5782d-d5ed-4776-8a8f-15ab1a8daf82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.362317] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028fccd-cad3-469e-8242-9f0638a6d82d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.380601] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1536.384106] env[62633]: DEBUG nova.compute.provider_tree [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.509313] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64dd8ea1-b7c0-4a20-8f3f-15bf42d00d04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.517844] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f57abe7-21ea-4801-ba7e-12d5d675585c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.564060] env[62633]: DEBUG nova.compute.manager [req-42818c89-24bb-4857-a3be-abdc63dd6b03 req-c76083d3-18bb-42ec-a57b-a733d72cf353 service nova] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Detach interface failed, port_id=cb9db9e0-f325-43f0-8a90-b49293020456, reason: Instance 3f36f848-4559-4a9c-a1ad-1fb6418172cd could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1536.603548] env[62633]: INFO nova.compute.manager [-] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Took 1.79 seconds to deallocate network for instance. [ 1536.685928] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807683, 'name': CloneVM_Task, 'duration_secs': 1.402699} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.685928] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Created linked-clone VM from snapshot [ 1536.686662] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adc1cbc-fb40-43fc-ab18-641a475bad2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.693955] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Uploading image 7e6ab324-ec44-4318-b8b5-2d2aa102481f {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1536.725468] env[62633]: DEBUG oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1536.725468] env[62633]: value = "vm-374692" [ 1536.725468] env[62633]: _type = "VirtualMachine" [ 1536.725468] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1536.725768] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e9ca65b-699f-43b4-ac59-328ad2f811bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.733195] env[62633]: DEBUG oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease: (returnval){ [ 1536.733195] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52492ce4-1b81-48bb-48c9-c9af16336282" [ 1536.733195] env[62633]: _type = "HttpNfcLease" [ 1536.733195] env[62633]: } obtained for exporting VM: (result){ [ 1536.733195] env[62633]: value = "vm-374692" [ 1536.733195] env[62633]: _type = "VirtualMachine" [ 1536.733195] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1536.733550] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the lease: (returnval){ [ 1536.733550] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52492ce4-1b81-48bb-48c9-c9af16336282" [ 1536.733550] env[62633]: _type = "HttpNfcLease" [ 1536.733550] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1536.734558] env[62633]: DEBUG nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1536.740504] env[62633]: DEBUG nova.network.neutron [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.746159] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1536.746159] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52492ce4-1b81-48bb-48c9-c9af16336282" [ 1536.746159] env[62633]: _type = "HttpNfcLease" [ 1536.746159] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1536.766839] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1536.767153] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1536.767327] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.767518] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1536.767669] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.767824] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1536.768280] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1536.768503] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1536.768689] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1536.768859] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1536.769055] env[62633]: DEBUG nova.virt.hardware [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1536.770459] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd4446-460a-4534-8ecf-235626a6d940 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.779493] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0c0804-6154-49b4-bb42-9d825c91cc6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.798580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Releasing lock "refresh_cache-3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.802922] env[62633]: DEBUG nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Instance network_info: |[{"id": "03f3fbcf-8071-43ba-bbe7-3bcce74d8053", "address": "fa:16:3e:bc:75:4d", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f3fbcf-80", "ovs_interfaceid": "03f3fbcf-8071-43ba-bbe7-3bcce74d8053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1536.803110] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Acquired lock "refresh_cache-3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.805022] env[62633]: DEBUG nova.network.neutron [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Refreshing network info cache for port 03f3fbcf-8071-43ba-bbe7-3bcce74d8053 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.805022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:75:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f3fbcf-8071-43ba-bbe7-3bcce74d8053', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.813211] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Creating folder: Project (57b5e85db28f46cbaee413472dcc4c46). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.814299] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feab39e2-7216-4fdc-814a-f1a76e5ca484 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.825075] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Created folder: Project (57b5e85db28f46cbaee413472dcc4c46) in parent group-v374582. [ 1536.825075] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Creating folder: Instances. Parent ref: group-v374693. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.825075] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de70ff40-ff82-47ec-b869-71db8a98ebb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.834289] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Created folder: Instances in parent group-v374693. [ 1536.834289] env[62633]: DEBUG oslo.service.loopingcall [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.834626] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.834626] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-004696bf-2f09-4e19-9964-d7b167951d4d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.858072] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.858072] env[62633]: value = "task-1807687" [ 1536.858072] env[62633]: _type = "Task" [ 1536.858072] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.869203] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807687, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.887534] env[62633]: DEBUG nova.scheduler.client.report [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1536.918716] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.018146] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.018408] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.018613] env[62633]: DEBUG nova.network.neutron [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.117352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.246023] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1537.246023] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52492ce4-1b81-48bb-48c9-c9af16336282" [ 1537.246023] env[62633]: _type = "HttpNfcLease" [ 1537.246023] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1537.246023] env[62633]: DEBUG oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1537.246023] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52492ce4-1b81-48bb-48c9-c9af16336282" [ 1537.246023] env[62633]: _type = "HttpNfcLease" [ 1537.246023] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1537.246023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f375b-47cf-4bc4-9fee-621d22470c9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.255825] env[62633]: DEBUG oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521607f1-fc97-6c01-9436-4429869001ce/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1537.256236] env[62633]: DEBUG oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521607f1-fc97-6c01-9436-4429869001ce/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1537.259044] env[62633]: DEBUG nova.network.neutron [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Updating instance_info_cache with network_info: [{"id": "585e7403-8e39-4324-b9d8-1be900398a93", "address": "fa:16:3e:73:49:04", "network": {"id": "0d049b2b-267a-4ad7-9fcf-3bb930aa3ab8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1053253176", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585e7403-8e", "ovs_interfaceid": "585e7403-8e39-4324-b9d8-1be900398a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fef3ace7-2572-4b20-99cb-68dceeccce8a", "address": "fa:16:3e:66:1f:cb", "network": {"id": "aaa6f1f0-0ff7-4a17-abfd-5d55611815cc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-698065523", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef3ace7-25", "ovs_interfaceid": "fef3ace7-2572-4b20-99cb-68dceeccce8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.371846] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6203f0ba-f673-4190-a387-d2f42269744b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.374184] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807687, 'name': CreateVM_Task, 'duration_secs': 0.3489} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.374356] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.375425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.378523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.378523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.378523] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8369a9af-4f38-4af7-94ba-444d2b5791a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.386697] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1537.386697] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c4c134-6f01-d30d-b58b-dac562445867" [ 1537.386697] env[62633]: _type = "Task" [ 1537.386697] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.394492] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c4c134-6f01-d30d-b58b-dac562445867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.394492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.396285] env[62633]: DEBUG nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1537.399590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.442s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.401516] env[62633]: INFO nova.compute.claims [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.440511] env[62633]: DEBUG nova.compute.manager [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Received event network-vif-plugged-fef3ace7-2572-4b20-99cb-68dceeccce8a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1537.442157] env[62633]: DEBUG oslo_concurrency.lockutils [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] Acquiring lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.442157] env[62633]: DEBUG oslo_concurrency.lockutils [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.442157] env[62633]: DEBUG oslo_concurrency.lockutils [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.442157] env[62633]: DEBUG nova.compute.manager [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] No waiting events found dispatching network-vif-plugged-fef3ace7-2572-4b20-99cb-68dceeccce8a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1537.442157] env[62633]: WARNING nova.compute.manager [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Received unexpected event network-vif-plugged-fef3ace7-2572-4b20-99cb-68dceeccce8a for instance with vm_state building and task_state spawning. [ 1537.442157] env[62633]: DEBUG nova.compute.manager [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Received event network-changed-fef3ace7-2572-4b20-99cb-68dceeccce8a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1537.442157] env[62633]: DEBUG nova.compute.manager [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Refreshing instance network info cache due to event network-changed-fef3ace7-2572-4b20-99cb-68dceeccce8a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1537.442157] env[62633]: DEBUG oslo_concurrency.lockutils [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] Acquiring lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.717589] env[62633]: DEBUG nova.network.neutron [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Updated VIF entry in instance network info cache for port 03f3fbcf-8071-43ba-bbe7-3bcce74d8053. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.718158] env[62633]: DEBUG nova.network.neutron [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Updating instance_info_cache with network_info: [{"id": "03f3fbcf-8071-43ba-bbe7-3bcce74d8053", "address": "fa:16:3e:bc:75:4d", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f3fbcf-80", "ovs_interfaceid": "03f3fbcf-8071-43ba-bbe7-3bcce74d8053", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.769768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Releasing lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.769768] env[62633]: DEBUG nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Instance network_info: |[{"id": "585e7403-8e39-4324-b9d8-1be900398a93", "address": "fa:16:3e:73:49:04", "network": {"id": "0d049b2b-267a-4ad7-9fcf-3bb930aa3ab8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1053253176", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585e7403-8e", "ovs_interfaceid": "585e7403-8e39-4324-b9d8-1be900398a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fef3ace7-2572-4b20-99cb-68dceeccce8a", "address": "fa:16:3e:66:1f:cb", "network": {"id": "aaa6f1f0-0ff7-4a17-abfd-5d55611815cc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-698065523", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef3ace7-25", "ovs_interfaceid": "fef3ace7-2572-4b20-99cb-68dceeccce8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1537.769768] env[62633]: DEBUG oslo_concurrency.lockutils [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] Acquired lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.769768] env[62633]: DEBUG nova.network.neutron [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Refreshing network info cache for port fef3ace7-2572-4b20-99cb-68dceeccce8a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.769768] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:49:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '585e7403-8e39-4324-b9d8-1be900398a93', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:1f:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fef3ace7-2572-4b20-99cb-68dceeccce8a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.780695] env[62633]: DEBUG oslo.service.loopingcall [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.784071] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.784751] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c45ef346-acc0-448c-a02a-426c0425ab2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.810199] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.810199] env[62633]: value = "task-1807688" [ 1537.810199] env[62633]: _type = "Task" [ 1537.810199] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.822288] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807688, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.897601] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c4c134-6f01-d30d-b58b-dac562445867, 'name': SearchDatastore_Task, 'duration_secs': 0.023878} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.898204] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.898463] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.899036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.899209] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.899465] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.899681] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc79e5e-1e41-43bc-bbed-ce10e7d77ee2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.906083] env[62633]: DEBUG nova.compute.utils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.916742] env[62633]: DEBUG nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1537.918121] env[62633]: DEBUG nova.network.neutron [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.920808] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.920808] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.922108] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcbab5e-4ec9-4221-a197-ce733a42eaf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.931222] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1537.931222] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5204790b-5423-16a4-25a0-daec49ff651c" [ 1537.931222] env[62633]: _type = "Task" [ 1537.931222] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.944012] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5204790b-5423-16a4-25a0-daec49ff651c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.098441] env[62633]: DEBUG nova.policy [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a33d90d87fc44b8788f90d5a05135894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef80fd718ea649f0856f2dc3d35615a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1538.221816] env[62633]: DEBUG oslo_concurrency.lockutils [req-562bf23b-7529-4679-826b-e024bb69d157 req-2988c80e-013c-4e49-bdf7-afc4be90d97b service nova] Releasing lock "refresh_cache-3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.300868] env[62633]: DEBUG nova.network.neutron [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Updated VIF entry in instance network info cache for port fef3ace7-2572-4b20-99cb-68dceeccce8a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.301453] env[62633]: DEBUG nova.network.neutron [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Updating instance_info_cache with network_info: [{"id": "585e7403-8e39-4324-b9d8-1be900398a93", "address": "fa:16:3e:73:49:04", "network": {"id": "0d049b2b-267a-4ad7-9fcf-3bb930aa3ab8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1053253176", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap585e7403-8e", "ovs_interfaceid": "585e7403-8e39-4324-b9d8-1be900398a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fef3ace7-2572-4b20-99cb-68dceeccce8a", "address": "fa:16:3e:66:1f:cb", "network": {"id": "aaa6f1f0-0ff7-4a17-abfd-5d55611815cc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-698065523", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef3ace7-25", "ovs_interfaceid": "fef3ace7-2572-4b20-99cb-68dceeccce8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.326045] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807688, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.378321] env[62633]: DEBUG nova.network.neutron [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Successfully updated port: 78bb8b1e-f141-47f7-9462-05e602eb4c0d {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.410399] env[62633]: DEBUG nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1538.445383] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5204790b-5423-16a4-25a0-daec49ff651c, 'name': SearchDatastore_Task, 'duration_secs': 0.012355} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.448538] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3a180f-03ff-436c-84d1-a5de280bbdab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.455575] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1538.455575] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526634f6-cba4-2e84-3292-23662c5442a5" [ 1538.455575] env[62633]: _type = "Task" [ 1538.455575] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.472176] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526634f6-cba4-2e84-3292-23662c5442a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.473307] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.473696] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69/3a2513c7-8afd-4eb5-a510-7bd73ae4aa69.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.474370] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba20a766-e345-4b81-90d7-c7971e680fca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.482091] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1538.482091] env[62633]: value = "task-1807689" [ 1538.482091] env[62633]: _type = "Task" [ 1538.482091] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.491761] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.517640] env[62633]: DEBUG nova.compute.manager [req-10399ad1-460b-4bac-9d4f-27f2a6397c31 req-34213bc2-da12-42ae-b5a7-2adfdfbcdcc6 service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Received event network-changed-872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1538.518079] env[62633]: DEBUG nova.compute.manager [req-10399ad1-460b-4bac-9d4f-27f2a6397c31 req-34213bc2-da12-42ae-b5a7-2adfdfbcdcc6 service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Refreshing instance network info cache due to event network-changed-872f097c-402d-45c8-9949-3e1693939312. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1538.518464] env[62633]: DEBUG oslo_concurrency.lockutils [req-10399ad1-460b-4bac-9d4f-27f2a6397c31 req-34213bc2-da12-42ae-b5a7-2adfdfbcdcc6 service nova] Acquiring lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.518758] env[62633]: DEBUG oslo_concurrency.lockutils [req-10399ad1-460b-4bac-9d4f-27f2a6397c31 req-34213bc2-da12-42ae-b5a7-2adfdfbcdcc6 service nova] Acquired lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.519311] env[62633]: DEBUG nova.network.neutron [req-10399ad1-460b-4bac-9d4f-27f2a6397c31 req-34213bc2-da12-42ae-b5a7-2adfdfbcdcc6 service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Refreshing network info cache for port 872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.719230] env[62633]: DEBUG nova.network.neutron [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance_info_cache with network_info: [{"id": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "address": "fa:16:3e:ae:63:91", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02adeae0-fd", "ovs_interfaceid": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.804706] env[62633]: DEBUG oslo_concurrency.lockutils [req-74f4384b-cfa1-47b7-9421-7c6ca69258b7 req-070be7e3-873b-450e-a0c9-71abbddd55e1 service nova] Releasing lock "refresh_cache-e9c5487e-4527-4ec5-9008-4e2c98a04249" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.832867] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807688, 'name': CreateVM_Task, 'duration_secs': 0.549237} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.833901] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.836418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.836418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.836418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.836418] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17508aa4-8669-4cc9-bd1c-9d212031f998 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.842657] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1538.842657] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523591d6-e491-5104-70dd-3fc0843677be" [ 1538.842657] env[62633]: _type = "Task" [ 1538.842657] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.857983] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523591d6-e491-5104-70dd-3fc0843677be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.891633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquiring lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.891633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquired lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.891633] env[62633]: DEBUG nova.network.neutron [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.996905] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807689, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.164512] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be916af-33e9-4703-bba5-fd82f6d8e227 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.174336] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b14719b-a10a-416d-906a-7182f07f7121 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.211016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe9ece9-af7d-4f37-b058-657215c92f91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.219266] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470c64f6-5ef7-4ec4-8ac2-c51c4cd3b154 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.225079] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.242718] env[62633]: DEBUG nova.compute.provider_tree [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.357050] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523591d6-e491-5104-70dd-3fc0843677be, 'name': SearchDatastore_Task, 'duration_secs': 0.065511} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.357438] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.357733] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1539.358026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.358126] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.358495] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.358611] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78583678-6e03-4e63-aee8-58a521d2a6f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.368592] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.368690] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1539.369467] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edb3a27-e69b-44c0-b176-cedc72d14b36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.376902] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1539.376902] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524c56e0-07ae-fa45-df25-cde08cac20cc" [ 1539.376902] env[62633]: _type = "Task" [ 1539.376902] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.377843] env[62633]: DEBUG nova.network.neutron [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Successfully created port: 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.389315] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524c56e0-07ae-fa45-df25-cde08cac20cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.424634] env[62633]: DEBUG nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1539.440886] env[62633]: DEBUG nova.network.neutron [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.455374] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1539.455668] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1539.455836] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.456263] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1539.456481] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.456656] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1539.456890] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1539.457094] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1539.457620] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1539.457708] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1539.457888] env[62633]: DEBUG nova.virt.hardware [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1539.459074] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0251daba-3df9-4916-aa80-29e9f5fb4f6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.469256] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaebeb7b-a348-4b2a-89db-bf343f01893d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.494535] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531115} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.494782] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69/3a2513c7-8afd-4eb5-a510-7bd73ae4aa69.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.495017] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.495298] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b541527e-6ab1-4851-83ea-9d189ee98b55 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.503092] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1539.503092] env[62633]: value = "task-1807690" [ 1539.503092] env[62633]: _type = "Task" [ 1539.503092] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.516676] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.695149] env[62633]: DEBUG nova.network.neutron [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Updating instance_info_cache with network_info: [{"id": "78bb8b1e-f141-47f7-9462-05e602eb4c0d", "address": "fa:16:3e:54:44:17", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bb8b1e-f1", "ovs_interfaceid": "78bb8b1e-f141-47f7-9462-05e602eb4c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.752562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debec0ee-e5ee-4629-9967-e2a2af1271d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.758256] env[62633]: DEBUG nova.scheduler.client.report [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1539.784195] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668610d6-917d-4933-bd74-3db04a1aac25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.795160] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance 'bcde5138-2515-4fa1-9bfe-f737c8e51a62' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1539.892534] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524c56e0-07ae-fa45-df25-cde08cac20cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.894266] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8584a5-e4bd-4caf-a865-c049bb77bfd0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.900365] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1539.900365] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5279fd97-e44a-be0f-e838-2e9a72f6d869" [ 1539.900365] env[62633]: _type = "Task" [ 1539.900365] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.909378] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5279fd97-e44a-be0f-e838-2e9a72f6d869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.021593] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078178} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.021593] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.021593] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bbc844-e591-4d14-a131-f52fd742cfd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.047823] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69/3a2513c7-8afd-4eb5-a510-7bd73ae4aa69.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.048220] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3fe22e6-ba94-4324-9632-8d4407413297 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.070541] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1540.070541] env[62633]: value = "task-1807691" [ 1540.070541] env[62633]: _type = "Task" [ 1540.070541] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.078986] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.165961] env[62633]: DEBUG nova.network.neutron [req-10399ad1-460b-4bac-9d4f-27f2a6397c31 req-34213bc2-da12-42ae-b5a7-2adfdfbcdcc6 service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Updated VIF entry in instance network info cache for port 872f097c-402d-45c8-9949-3e1693939312. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1540.166397] env[62633]: DEBUG nova.network.neutron [req-10399ad1-460b-4bac-9d4f-27f2a6397c31 req-34213bc2-da12-42ae-b5a7-2adfdfbcdcc6 service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Updating instance_info_cache with network_info: [{"id": "872f097c-402d-45c8-9949-3e1693939312", "address": "fa:16:3e:1f:e9:29", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872f097c-40", "ovs_interfaceid": "872f097c-402d-45c8-9949-3e1693939312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.203138] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Releasing lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.203138] env[62633]: DEBUG nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Instance network_info: |[{"id": "78bb8b1e-f141-47f7-9462-05e602eb4c0d", "address": "fa:16:3e:54:44:17", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bb8b1e-f1", "ovs_interfaceid": "78bb8b1e-f141-47f7-9462-05e602eb4c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1540.203138] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:44:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78bb8b1e-f141-47f7-9462-05e602eb4c0d', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.209625] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Creating folder: Project (4fa5f3a38320496ab8f30fdf229d68c5). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.211156] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdbec21a-e4ad-4f84-a7bd-b1b41be3142f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.216401] env[62633]: DEBUG nova.compute.manager [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Received event network-vif-plugged-78bb8b1e-f141-47f7-9462-05e602eb4c0d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1540.216755] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] Acquiring lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.217145] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] Lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.217692] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] Lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.218535] env[62633]: DEBUG nova.compute.manager [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] No waiting events found dispatching network-vif-plugged-78bb8b1e-f141-47f7-9462-05e602eb4c0d {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1540.218535] env[62633]: WARNING nova.compute.manager [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Received unexpected event network-vif-plugged-78bb8b1e-f141-47f7-9462-05e602eb4c0d for instance with vm_state building and task_state spawning. [ 1540.218699] env[62633]: DEBUG nova.compute.manager [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Received event network-changed-78bb8b1e-f141-47f7-9462-05e602eb4c0d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1540.221031] env[62633]: DEBUG nova.compute.manager [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Refreshing instance network info cache due to event network-changed-78bb8b1e-f141-47f7-9462-05e602eb4c0d. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1540.221031] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] Acquiring lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.221031] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] Acquired lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.221031] env[62633]: DEBUG nova.network.neutron [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Refreshing network info cache for port 78bb8b1e-f141-47f7-9462-05e602eb4c0d {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.223110] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Created folder: Project (4fa5f3a38320496ab8f30fdf229d68c5) in parent group-v374582. [ 1540.223537] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Creating folder: Instances. Parent ref: group-v374697. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1540.224566] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99a8976f-366b-44c8-853c-47bd33368216 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.236740] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Created folder: Instances in parent group-v374697. [ 1540.236740] env[62633]: DEBUG oslo.service.loopingcall [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.236740] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.236740] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175a670c-6d62-4ed3-826e-46ee31f161d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.260292] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.260292] env[62633]: value = "task-1807694" [ 1540.260292] env[62633]: _type = "Task" [ 1540.260292] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.264764] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.265502] env[62633]: DEBUG nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1540.276575] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.871s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.276575] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.278529] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.465s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.281655] env[62633]: DEBUG nova.objects.instance [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lazy-loading 'resources' on Instance uuid f58b9e3b-ef6e-4d3c-b674-6ae9fad07372 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.291624] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807694, 'name': CreateVM_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.305716] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.309709] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-556a839e-5129-443b-918c-0d5e159e48cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.318563] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1540.318563] env[62633]: value = "task-1807695" [ 1540.318563] env[62633]: _type = "Task" [ 1540.318563] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.329672] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.347726] env[62633]: INFO nova.scheduler.client.report [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Deleted allocations for instance e3c28819-30a4-4d12-85ee-76fa21fd8a90 [ 1540.417516] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5279fd97-e44a-be0f-e838-2e9a72f6d869, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.417516] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.417516] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e9c5487e-4527-4ec5-9008-4e2c98a04249/e9c5487e-4527-4ec5-9008-4e2c98a04249.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.417516] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fa99d83-7a0d-4a37-806b-739b508dbf65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.425665] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1540.425665] env[62633]: value = "task-1807696" [ 1540.425665] env[62633]: _type = "Task" [ 1540.425665] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.438920] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.583565] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807691, 'name': ReconfigVM_Task, 'duration_secs': 0.446489} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.583565] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69/3a2513c7-8afd-4eb5-a510-7bd73ae4aa69.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.583796] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57ddb4b8-2f5f-4788-9aa3-c15663b6b799 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.590172] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1540.590172] env[62633]: value = "task-1807697" [ 1540.590172] env[62633]: _type = "Task" [ 1540.590172] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.598560] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807697, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.669561] env[62633]: DEBUG oslo_concurrency.lockutils [req-10399ad1-460b-4bac-9d4f-27f2a6397c31 req-34213bc2-da12-42ae-b5a7-2adfdfbcdcc6 service nova] Releasing lock "refresh_cache-89e733c7-8805-4925-a60f-136c73145a9f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.782733] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807694, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.788960] env[62633]: DEBUG nova.compute.utils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.791137] env[62633]: DEBUG nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1540.792429] env[62633]: DEBUG nova.network.neutron [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.831063] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807695, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.860632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-af9ae72c-0ddb-4828-8efb-ff067fcfb4a4 tempest-InstanceActionsV221TestJSON-741726219 tempest-InstanceActionsV221TestJSON-741726219-project-member] Lock "e3c28819-30a4-4d12-85ee-76fa21fd8a90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.777s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.940875] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.109098] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807697, 'name': Rename_Task, 'duration_secs': 0.331682} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.109281] env[62633]: DEBUG nova.network.neutron [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Updated VIF entry in instance network info cache for port 78bb8b1e-f141-47f7-9462-05e602eb4c0d. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.109796] env[62633]: DEBUG nova.network.neutron [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Updating instance_info_cache with network_info: [{"id": "78bb8b1e-f141-47f7-9462-05e602eb4c0d", "address": "fa:16:3e:54:44:17", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bb8b1e-f1", "ovs_interfaceid": "78bb8b1e-f141-47f7-9462-05e602eb4c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.112554] env[62633]: DEBUG nova.policy [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb1926c9ad84695985d56692862d5f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af41e3c137a646d28ac59b4c915bdb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1541.114343] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.114878] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ba8c4f5-ca44-40e6-b356-770198bab48f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.128632] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1541.128632] env[62633]: value = "task-1807698" [ 1541.128632] env[62633]: _type = "Task" [ 1541.128632] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.148518] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.279298] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807694, 'name': CreateVM_Task, 'duration_secs': 0.730802} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.284877] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1541.287035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.287035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.287035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.287690] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272473ef-ca5e-4ee5-8eaf-57442ade53f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.299054] env[62633]: DEBUG nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1541.301850] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1541.301850] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527f7711-97f6-8717-508f-4a1c064afe6b" [ 1541.301850] env[62633]: _type = "Task" [ 1541.301850] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.315942] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527f7711-97f6-8717-508f-4a1c064afe6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.316291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.316579] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.316792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.316943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.317146] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.317417] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-556fb617-56a0-4970-ac86-d63a90538cc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.330338] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.330537] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.331902] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f72884-3966-4a76-94bd-d68cab0c83d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.337108] env[62633]: DEBUG oslo_vmware.api [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807695, 'name': PowerOnVM_Task, 'duration_secs': 0.535222} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.340050] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.340556] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dae60d-b3d8-4d35-8a4c-e3451261e08b tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance 'bcde5138-2515-4fa1-9bfe-f737c8e51a62' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1541.345435] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1541.345435] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7602f-b11c-8c0e-7ad6-e4eb6a6489e8" [ 1541.345435] env[62633]: _type = "Task" [ 1541.345435] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.353718] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7602f-b11c-8c0e-7ad6-e4eb6a6489e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.444313] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592118} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.444652] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e9c5487e-4527-4ec5-9008-4e2c98a04249/e9c5487e-4527-4ec5-9008-4e2c98a04249.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1541.444863] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1541.445101] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be2ad224-020c-42b2-a184-dfd51ca47ac3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.457322] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1541.457322] env[62633]: value = "task-1807699" [ 1541.457322] env[62633]: _type = "Task" [ 1541.457322] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.470303] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.551987] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d923fca1-60c7-435c-8d29-547f696a9897 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.561193] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd0dc13-09ac-416f-957b-4a1f8dfcb170 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.597759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5917946-c2ad-4492-9f61-03865eb958a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.603074] env[62633]: DEBUG nova.network.neutron [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Successfully created port: 315a5cc8-33d9-49db-9111-7c6e81d89f72 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.609220] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f898e566-5962-4db2-85a3-6ed4347d0291 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.616178] env[62633]: DEBUG oslo_concurrency.lockutils [req-01e0f437-7b04-4374-a095-ee8ee6824fe6 req-fe79454e-6d2e-466b-842f-237f2d7c6bd5 service nova] Releasing lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.624859] env[62633]: DEBUG nova.compute.provider_tree [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.643721] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807698, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.871099] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7602f-b11c-8c0e-7ad6-e4eb6a6489e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.871099] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54aca9e9-4fd8-400e-af43-ba6ac6e38073 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.883986] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1541.883986] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52beb6a0-12a0-46c2-147f-8148b5e49e2f" [ 1541.883986] env[62633]: _type = "Task" [ 1541.883986] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.899040] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52beb6a0-12a0-46c2-147f-8148b5e49e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.899923] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.899923] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9f6e75aa-8611-42ea-a82b-cf288f8a4324/9f6e75aa-8611-42ea-a82b-cf288f8a4324.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.899923] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2febc2c0-c2a8-47e1-810f-b6a1bdc0c83c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.917166] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1541.917166] env[62633]: value = "task-1807700" [ 1541.917166] env[62633]: _type = "Task" [ 1541.917166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.933665] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.969091] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183552} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.969477] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.975123] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2410995f-271f-4e4e-ad08-17c609f1070e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.010553] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] e9c5487e-4527-4ec5-9008-4e2c98a04249/e9c5487e-4527-4ec5-9008-4e2c98a04249.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.010998] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5452c22d-69cb-42e8-85eb-76af44568ae6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.033946] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1542.033946] env[62633]: value = "task-1807701" [ 1542.033946] env[62633]: _type = "Task" [ 1542.033946] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.046423] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.128634] env[62633]: DEBUG nova.scheduler.client.report [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1542.141643] env[62633]: DEBUG oslo_vmware.api [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807698, 'name': PowerOnVM_Task, 'duration_secs': 0.882289} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.142056] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.142600] env[62633]: INFO nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1542.143236] env[62633]: DEBUG nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1542.143791] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bede888b-7aca-4a5a-bb79-b66480f3e611 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.235648] env[62633]: DEBUG nova.network.neutron [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Successfully updated port: 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.305632] env[62633]: DEBUG nova.compute.manager [req-c3dfeb2f-8b32-4deb-9a32-782e7cd72209 req-47bd5af8-ea5c-4598-bb1f-1ba8ff67dfdf service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Received event network-vif-plugged-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1542.308042] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3dfeb2f-8b32-4deb-9a32-782e7cd72209 req-47bd5af8-ea5c-4598-bb1f-1ba8ff67dfdf service nova] Acquiring lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.308342] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3dfeb2f-8b32-4deb-9a32-782e7cd72209 req-47bd5af8-ea5c-4598-bb1f-1ba8ff67dfdf service nova] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.308544] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3dfeb2f-8b32-4deb-9a32-782e7cd72209 req-47bd5af8-ea5c-4598-bb1f-1ba8ff67dfdf service nova] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.308732] env[62633]: DEBUG nova.compute.manager [req-c3dfeb2f-8b32-4deb-9a32-782e7cd72209 req-47bd5af8-ea5c-4598-bb1f-1ba8ff67dfdf service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] No waiting events found dispatching network-vif-plugged-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1542.308914] env[62633]: WARNING nova.compute.manager [req-c3dfeb2f-8b32-4deb-9a32-782e7cd72209 req-47bd5af8-ea5c-4598-bb1f-1ba8ff67dfdf service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Received unexpected event network-vif-plugged-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 for instance with vm_state building and task_state spawning. [ 1542.316690] env[62633]: DEBUG nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1542.355378] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1542.355640] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1542.355798] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.355980] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1542.356356] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.356529] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1542.356749] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1542.356912] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1542.357122] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1542.357296] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1542.357472] env[62633]: DEBUG nova.virt.hardware [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1542.362403] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15713f29-5856-4315-9642-a80ae5ebda68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.377161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631dfa1f-5d6f-4296-b44c-2baaf28dff3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.427362] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.544255] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.638257] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.640975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.462s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.642500] env[62633]: DEBUG nova.objects.instance [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lazy-loading 'resources' on Instance uuid 18db9668-5c3d-4aa7-841e-f4e40b1f7449 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.664323] env[62633]: INFO nova.compute.manager [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Took 46.23 seconds to build instance. [ 1542.666909] env[62633]: INFO nova.scheduler.client.report [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Deleted allocations for instance f58b9e3b-ef6e-4d3c-b674-6ae9fad07372 [ 1542.741160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.741393] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.741602] env[62633]: DEBUG nova.network.neutron [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.927219] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61462} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.927504] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9f6e75aa-8611-42ea-a82b-cf288f8a4324/9f6e75aa-8611-42ea-a82b-cf288f8a4324.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.927723] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.927994] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fca61191-df84-42ee-b629-791c28fc034d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.935603] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1542.935603] env[62633]: value = "task-1807702" [ 1542.935603] env[62633]: _type = "Task" [ 1542.935603] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.946045] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.048794] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807701, 'name': ReconfigVM_Task, 'duration_secs': 0.703297} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.049156] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Reconfigured VM instance instance-00000024 to attach disk [datastore1] e9c5487e-4527-4ec5-9008-4e2c98a04249/e9c5487e-4527-4ec5-9008-4e2c98a04249.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.050862] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43fd7040-59fa-4608-8693-d018ff8d5efe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.056912] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1543.056912] env[62633]: value = "task-1807703" [ 1543.056912] env[62633]: _type = "Task" [ 1543.056912] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.065207] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807703, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.172945] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b391584c-510f-475e-b647-9cdaca7a2b0c tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.843s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.176494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-de09fb61-b941-4e43-8517-f50e4ee1eff7 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782 tempest-FloatingIPsAssociationNegativeTestJSON-1343643782-project-member] Lock "f58b9e3b-ef6e-4d3c-b674-6ae9fad07372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.398s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.353185] env[62633]: DEBUG nova.network.neutron [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.447030] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084857} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.452010] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.453549] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f166c93-7b06-478c-bb0a-d5e3e1377fd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.499262] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9f6e75aa-8611-42ea-a82b-cf288f8a4324/9f6e75aa-8611-42ea-a82b-cf288f8a4324.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.506111] env[62633]: DEBUG nova.network.neutron [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Successfully updated port: 315a5cc8-33d9-49db-9111-7c6e81d89f72 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.509400] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead6c240-d8ee-49fa-9b60-b20c0513703b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.548313] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1543.548313] env[62633]: value = "task-1807704" [ 1543.548313] env[62633]: _type = "Task" [ 1543.548313] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.577978] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807703, 'name': Rename_Task, 'duration_secs': 0.255515} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.578236] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.578627] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.579101] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dc0c302-0587-4c40-b23b-4200ed7d2bc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.587849] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1543.587849] env[62633]: value = "task-1807705" [ 1543.587849] env[62633]: _type = "Task" [ 1543.587849] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.596167] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.682200] env[62633]: DEBUG nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1543.713842] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.713842] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.713842] env[62633]: DEBUG nova.compute.manager [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Going to confirm migration 1 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1543.719065] env[62633]: DEBUG nova.network.neutron [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updating instance_info_cache with network_info: [{"id": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "address": "fa:16:3e:f0:69:56", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccc275f-7e", "ovs_interfaceid": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.828883] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f652e-3e5a-42ad-b825-424c32ebeb8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.837971] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23733bbb-8c31-459a-bdd9-928a4f9fa0ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.876023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ace661-7fc9-42ab-a865-b40dd80d8061 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.881712] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97aff30-324f-4152-b655-3bb94658ede8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.896701] env[62633]: DEBUG nova.compute.provider_tree [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.009804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "refresh_cache-fe9fc951-7e94-4859-94a6-ed84defd14a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.010087] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "refresh_cache-fe9fc951-7e94-4859-94a6-ed84defd14a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.010154] env[62633]: DEBUG nova.network.neutron [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.062023] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807704, 'name': ReconfigVM_Task, 'duration_secs': 0.471963} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.062220] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9f6e75aa-8611-42ea-a82b-cf288f8a4324/9f6e75aa-8611-42ea-a82b-cf288f8a4324.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1544.062861] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97938dec-c14e-4140-91ae-fd39e93baa43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.070064] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1544.070064] env[62633]: value = "task-1807706" [ 1544.070064] env[62633]: _type = "Task" [ 1544.070064] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.078621] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807706, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.097974] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.214242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.221406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Releasing lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.221608] env[62633]: DEBUG nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Instance network_info: |[{"id": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "address": "fa:16:3e:f0:69:56", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccc275f-7e", "ovs_interfaceid": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1544.222041] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:69:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.230702] env[62633]: DEBUG oslo.service.loopingcall [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.231356] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.231604] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d989f605-2a67-4a98-878d-e92aa929b745 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.254332] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.254332] env[62633]: value = "task-1807707" [ 1544.254332] env[62633]: _type = "Task" [ 1544.254332] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.263423] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807707, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.308352] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.308689] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.308860] env[62633]: DEBUG nova.network.neutron [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.309081] env[62633]: DEBUG nova.objects.instance [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lazy-loading 'info_cache' on Instance uuid bcde5138-2515-4fa1-9bfe-f737c8e51a62 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.402476] env[62633]: DEBUG nova.scheduler.client.report [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1544.456862] env[62633]: DEBUG nova.compute.manager [req-a0b42487-cc64-40ef-be2e-abb0977ad8c1 req-232d4e05-ff5d-4d84-ab20-f89d49c145b6 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Received event network-vif-plugged-315a5cc8-33d9-49db-9111-7c6e81d89f72 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1544.457150] env[62633]: DEBUG oslo_concurrency.lockutils [req-a0b42487-cc64-40ef-be2e-abb0977ad8c1 req-232d4e05-ff5d-4d84-ab20-f89d49c145b6 service nova] Acquiring lock "fe9fc951-7e94-4859-94a6-ed84defd14a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.457318] env[62633]: DEBUG oslo_concurrency.lockutils [req-a0b42487-cc64-40ef-be2e-abb0977ad8c1 req-232d4e05-ff5d-4d84-ab20-f89d49c145b6 service nova] Lock "fe9fc951-7e94-4859-94a6-ed84defd14a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.457494] env[62633]: DEBUG oslo_concurrency.lockutils [req-a0b42487-cc64-40ef-be2e-abb0977ad8c1 req-232d4e05-ff5d-4d84-ab20-f89d49c145b6 service nova] Lock "fe9fc951-7e94-4859-94a6-ed84defd14a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.457667] env[62633]: DEBUG nova.compute.manager [req-a0b42487-cc64-40ef-be2e-abb0977ad8c1 req-232d4e05-ff5d-4d84-ab20-f89d49c145b6 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] No waiting events found dispatching network-vif-plugged-315a5cc8-33d9-49db-9111-7c6e81d89f72 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1544.457866] env[62633]: WARNING nova.compute.manager [req-a0b42487-cc64-40ef-be2e-abb0977ad8c1 req-232d4e05-ff5d-4d84-ab20-f89d49c145b6 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Received unexpected event network-vif-plugged-315a5cc8-33d9-49db-9111-7c6e81d89f72 for instance with vm_state building and task_state spawning. [ 1544.580191] env[62633]: DEBUG nova.network.neutron [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.591730] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807706, 'name': Rename_Task, 'duration_secs': 0.236921} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.596271] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.598028] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b9df18-a850-410c-9be3-91e08b395360 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.605336] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807705, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.607078] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1544.607078] env[62633]: value = "task-1807708" [ 1544.607078] env[62633]: _type = "Task" [ 1544.607078] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.620653] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.766555] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807707, 'name': CreateVM_Task, 'duration_secs': 0.453503} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.768018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.768774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.768851] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.769300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.769732] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a476e141-c537-423a-8570-a8349290c9fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.774931] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1544.774931] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522f94b7-20c1-dd63-e942-9811d6d6dd9d" [ 1544.774931] env[62633]: _type = "Task" [ 1544.774931] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.784486] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522f94b7-20c1-dd63-e942-9811d6d6dd9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.824757] env[62633]: DEBUG nova.network.neutron [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Updating instance_info_cache with network_info: [{"id": "315a5cc8-33d9-49db-9111-7c6e81d89f72", "address": "fa:16:3e:59:05:3c", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315a5cc8-33", "ovs_interfaceid": "315a5cc8-33d9-49db-9111-7c6e81d89f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.911833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.915768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.119s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.917424] env[62633]: INFO nova.compute.claims [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.941946] env[62633]: INFO nova.scheduler.client.report [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Deleted allocations for instance 18db9668-5c3d-4aa7-841e-f4e40b1f7449 [ 1545.101507] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807705, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.121395] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.156378] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "bed28386-52af-4870-a74d-67f7dd6215c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.156609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "bed28386-52af-4870-a74d-67f7dd6215c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.193859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "c5ab3ed9-f37d-48f9-9695-5848935b2293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.194144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "c5ab3ed9-f37d-48f9-9695-5848935b2293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.249483] env[62633]: DEBUG nova.compute.manager [req-701cc465-4015-493d-b792-3606c21203cf req-904f331e-8c87-45d9-bbc0-a4bab711673d service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Received event network-changed-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1545.249979] env[62633]: DEBUG nova.compute.manager [req-701cc465-4015-493d-b792-3606c21203cf req-904f331e-8c87-45d9-bbc0-a4bab711673d service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Refreshing instance network info cache due to event network-changed-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1545.249979] env[62633]: DEBUG oslo_concurrency.lockutils [req-701cc465-4015-493d-b792-3606c21203cf req-904f331e-8c87-45d9-bbc0-a4bab711673d service nova] Acquiring lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.250232] env[62633]: DEBUG oslo_concurrency.lockutils [req-701cc465-4015-493d-b792-3606c21203cf req-904f331e-8c87-45d9-bbc0-a4bab711673d service nova] Acquired lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.250451] env[62633]: DEBUG nova.network.neutron [req-701cc465-4015-493d-b792-3606c21203cf req-904f331e-8c87-45d9-bbc0-a4bab711673d service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Refreshing network info cache for port 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.291842] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522f94b7-20c1-dd63-e942-9811d6d6dd9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.292569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.292675] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.293014] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.293415] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.293593] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.293958] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f121a225-b30b-4392-855b-9c004162542d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.305075] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.305964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.306588] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8074726f-7c16-47c8-9099-8235dd694723 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.319474] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1545.319474] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523ff51c-a786-5755-bd57-6734ee6b1a30" [ 1545.319474] env[62633]: _type = "Task" [ 1545.319474] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.327397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "refresh_cache-fe9fc951-7e94-4859-94a6-ed84defd14a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.327741] env[62633]: DEBUG nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Instance network_info: |[{"id": "315a5cc8-33d9-49db-9111-7c6e81d89f72", "address": "fa:16:3e:59:05:3c", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315a5cc8-33", "ovs_interfaceid": "315a5cc8-33d9-49db-9111-7c6e81d89f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1545.328253] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:05:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315a5cc8-33d9-49db-9111-7c6e81d89f72', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.340429] env[62633]: DEBUG oslo.service.loopingcall [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.341748] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.342541] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a0b3dd9-2eeb-4d21-b333-715c3c82be33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.377636] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523ff51c-a786-5755-bd57-6734ee6b1a30, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.385174] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964badae-2387-488f-913b-e427b0a13b25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.390166] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.390166] env[62633]: value = "task-1807709" [ 1545.390166] env[62633]: _type = "Task" [ 1545.390166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.397784] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1545.397784] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529aef0d-bf70-7b03-ae1c-3931753ddae5" [ 1545.397784] env[62633]: _type = "Task" [ 1545.397784] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.409206] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807709, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.420584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Acquiring lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.420584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.420584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Acquiring lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.420584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.421057] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.423608] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529aef0d-bf70-7b03-ae1c-3931753ddae5, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.428028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.428927] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] c28dc1c5-6a41-4e47-829d-6cb1160bf83f/c28dc1c5-6a41-4e47-829d-6cb1160bf83f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.433610] env[62633]: INFO nova.compute.manager [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Terminating instance [ 1545.435886] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8f7610-e0ec-4811-80f7-9a4868e568b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.442570] env[62633]: DEBUG nova.compute.manager [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1545.445945] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.448013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3376f1a-d4ef-4e3f-a0f9-4b527ed707c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.469442] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1545.469442] env[62633]: value = "task-1807710" [ 1545.469442] env[62633]: _type = "Task" [ 1545.469442] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.470135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8c6a7172-3ffe-42d4-8999-a68999d266d9 tempest-ServersAdminNegativeTestJSON-1101072292 tempest-ServersAdminNegativeTestJSON-1101072292-project-member] Lock "18db9668-5c3d-4aa7-841e-f4e40b1f7449" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.361s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.480567] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.481493] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac360898-7cb3-49ea-af76-da00640a1d8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.492082] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.494488] env[62633]: DEBUG oslo_vmware.api [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Waiting for the task: (returnval){ [ 1545.494488] env[62633]: value = "task-1807711" [ 1545.494488] env[62633]: _type = "Task" [ 1545.494488] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.509625] env[62633]: DEBUG oslo_vmware.api [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Task: {'id': task-1807711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.604684] env[62633]: DEBUG oslo_vmware.api [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807705, 'name': PowerOnVM_Task, 'duration_secs': 1.93615} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.604996] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.605227] env[62633]: INFO nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Took 14.47 seconds to spawn the instance on the hypervisor. [ 1545.605406] env[62633]: DEBUG nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1545.606287] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6199721a-b441-490e-a4bb-4a139b50fa43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.624693] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.729982] env[62633]: DEBUG nova.network.neutron [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance_info_cache with network_info: [{"id": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "address": "fa:16:3e:ae:63:91", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02adeae0-fd", "ovs_interfaceid": "02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.903824] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807709, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.983261] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807710, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.008541] env[62633]: DEBUG oslo_vmware.api [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Task: {'id': task-1807711, 'name': PowerOffVM_Task, 'duration_secs': 0.250329} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.008988] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.009274] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1546.009547] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c82343-cf95-48fc-b95a-14a06f57fc9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.120381] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.141932] env[62633]: INFO nova.compute.manager [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Took 50.26 seconds to build instance. [ 1546.180773] env[62633]: DEBUG nova.network.neutron [req-701cc465-4015-493d-b792-3606c21203cf req-904f331e-8c87-45d9-bbc0-a4bab711673d service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updated VIF entry in instance network info cache for port 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.181134] env[62633]: DEBUG nova.network.neutron [req-701cc465-4015-493d-b792-3606c21203cf req-904f331e-8c87-45d9-bbc0-a4bab711673d service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updating instance_info_cache with network_info: [{"id": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "address": "fa:16:3e:f0:69:56", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccc275f-7e", "ovs_interfaceid": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.209081] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1546.209081] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1546.209081] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Deleting the datastore file [datastore1] 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1546.209678] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf12aef4-b0ae-4aaf-aa44-2e6d0b26207b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.217262] env[62633]: DEBUG oslo_vmware.api [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Waiting for the task: (returnval){ [ 1546.217262] env[62633]: value = "task-1807713" [ 1546.217262] env[62633]: _type = "Task" [ 1546.217262] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.240942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-bcde5138-2515-4fa1-9bfe-f737c8e51a62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.240942] env[62633]: DEBUG nova.objects.instance [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lazy-loading 'migration_context' on Instance uuid bcde5138-2515-4fa1-9bfe-f737c8e51a62 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.240942] env[62633]: DEBUG oslo_vmware.api [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Task: {'id': task-1807713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.404262] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807709, 'name': CreateVM_Task, 'duration_secs': 0.549787} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.406656] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1546.408128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.408128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.408128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1546.408340] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50985dc7-380e-4b83-ad24-668843dedcea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.413488] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1546.413488] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d6c493-88e8-c876-3553-b04338944714" [ 1546.413488] env[62633]: _type = "Task" [ 1546.413488] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.422913] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d6c493-88e8-c876-3553-b04338944714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.486048] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571172} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.486282] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] c28dc1c5-6a41-4e47-829d-6cb1160bf83f/c28dc1c5-6a41-4e47-829d-6cb1160bf83f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.486510] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.489647] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46a9756d-dcdd-47f0-ae20-dc72751a71fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.495430] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1546.495430] env[62633]: value = "task-1807714" [ 1546.495430] env[62633]: _type = "Task" [ 1546.495430] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.503456] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.604626] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65be1a2b-82ca-47e3-b564-9153c7040a7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.620618] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc6c5e9-3b56-494b-b799-354278fcfa80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.627216] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.652735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9f6cb58-e078-4e6e-b156-599b8bf8ba7e tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.706s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.654833] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dae6d4-dcc0-473d-b4e4-c2a856fce9ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.665519] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec18651c-5e19-4d9a-ade8-fd12a459c72e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.681532] env[62633]: DEBUG nova.compute.provider_tree [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.686370] env[62633]: DEBUG oslo_concurrency.lockutils [req-701cc465-4015-493d-b792-3606c21203cf req-904f331e-8c87-45d9-bbc0-a4bab711673d service nova] Releasing lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.689275] env[62633]: DEBUG nova.compute.manager [req-c67d5d04-b121-4f7f-bf85-75a633489f0e req-329912a0-1a67-4e17-98ae-602fbfa9f325 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Received event network-changed-315a5cc8-33d9-49db-9111-7c6e81d89f72 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1546.689482] env[62633]: DEBUG nova.compute.manager [req-c67d5d04-b121-4f7f-bf85-75a633489f0e req-329912a0-1a67-4e17-98ae-602fbfa9f325 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Refreshing instance network info cache due to event network-changed-315a5cc8-33d9-49db-9111-7c6e81d89f72. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1546.689698] env[62633]: DEBUG oslo_concurrency.lockutils [req-c67d5d04-b121-4f7f-bf85-75a633489f0e req-329912a0-1a67-4e17-98ae-602fbfa9f325 service nova] Acquiring lock "refresh_cache-fe9fc951-7e94-4859-94a6-ed84defd14a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.689838] env[62633]: DEBUG oslo_concurrency.lockutils [req-c67d5d04-b121-4f7f-bf85-75a633489f0e req-329912a0-1a67-4e17-98ae-602fbfa9f325 service nova] Acquired lock "refresh_cache-fe9fc951-7e94-4859-94a6-ed84defd14a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.690030] env[62633]: DEBUG nova.network.neutron [req-c67d5d04-b121-4f7f-bf85-75a633489f0e req-329912a0-1a67-4e17-98ae-602fbfa9f325 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Refreshing network info cache for port 315a5cc8-33d9-49db-9111-7c6e81d89f72 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.692881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "e9c5487e-4527-4ec5-9008-4e2c98a04249" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.693392] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.693392] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.693559] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.693752] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.696570] env[62633]: INFO nova.compute.manager [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Terminating instance [ 1546.702709] env[62633]: DEBUG nova.compute.manager [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1546.703165] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1546.704078] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca43e62-ad1d-4edb-b4c6-2dbbb361a138 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.715258] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.715535] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6982f973-ec63-4dd0-9cc7-ae1641efbc2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.726828] env[62633]: DEBUG oslo_vmware.api [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Task: {'id': task-1807713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186813} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.728119] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.728356] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.728545] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.728721] env[62633]: INFO nova.compute.manager [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1546.728993] env[62633]: DEBUG oslo.service.loopingcall [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.729277] env[62633]: DEBUG oslo_vmware.api [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1546.729277] env[62633]: value = "task-1807715" [ 1546.729277] env[62633]: _type = "Task" [ 1546.729277] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.729477] env[62633]: DEBUG nova.compute.manager [-] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1546.729591] env[62633]: DEBUG nova.network.neutron [-] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.740173] env[62633]: DEBUG oslo_vmware.api [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.742115] env[62633]: DEBUG nova.objects.base [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1546.743060] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0369bc82-6f87-47a7-b8d1-3cbc2db4ef0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.772021] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3269ba05-6b93-480d-8034-0e834ad623d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.775791] env[62633]: DEBUG oslo_vmware.api [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1546.775791] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529ea625-d66b-9d5a-d3cc-634abcb533f2" [ 1546.775791] env[62633]: _type = "Task" [ 1546.775791] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.786119] env[62633]: DEBUG oslo_vmware.api [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529ea625-d66b-9d5a-d3cc-634abcb533f2, 'name': SearchDatastore_Task, 'duration_secs': 0.007274} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.786500] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.925909] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d6c493-88e8-c876-3553-b04338944714, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.926337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.926585] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.926830] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.927022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.927212] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.927488] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23dc3a1-01b5-472d-a190-5ca3f6d60fb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.936252] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.936317] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.937075] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4882c7-924e-4425-98d1-b5c8c0a66683 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.943043] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1546.943043] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526f6bdb-9a68-a022-9f59-175c5c58b392" [ 1546.943043] env[62633]: _type = "Task" [ 1546.943043] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.951547] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526f6bdb-9a68-a022-9f59-175c5c58b392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.005871] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070289} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.006612] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.007338] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10601a1c-8e62-4d7f-83cd-798c65d646a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.032662] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c28dc1c5-6a41-4e47-829d-6cb1160bf83f/c28dc1c5-6a41-4e47-829d-6cb1160bf83f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.035415] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156e29bb-301c-4ae0-91dd-d2bb2d04fba2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.060311] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1547.060311] env[62633]: value = "task-1807716" [ 1547.060311] env[62633]: _type = "Task" [ 1547.060311] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.072332] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.122472] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.162590] env[62633]: DEBUG nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1547.175457] env[62633]: DEBUG oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521607f1-fc97-6c01-9436-4429869001ce/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1547.176512] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b197df0-8d60-439b-9e0e-9513a2bfe241 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.183745] env[62633]: DEBUG oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521607f1-fc97-6c01-9436-4429869001ce/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1547.183915] env[62633]: ERROR oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521607f1-fc97-6c01-9436-4429869001ce/disk-0.vmdk due to incomplete transfer. [ 1547.184797] env[62633]: DEBUG nova.scheduler.client.report [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1547.187994] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c419a97b-d845-4db2-b3b4-1f0e300ffce5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.195192] env[62633]: DEBUG oslo_vmware.rw_handles [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521607f1-fc97-6c01-9436-4429869001ce/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1547.198242] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Uploaded image 7e6ab324-ec44-4318-b8b5-2d2aa102481f to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1547.198242] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1547.198242] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bca3834-c67d-442c-a48e-a23c573215fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.206088] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1547.206088] env[62633]: value = "task-1807717" [ 1547.206088] env[62633]: _type = "Task" [ 1547.206088] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.214054] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807717, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.242040] env[62633]: DEBUG oslo_vmware.api [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807715, 'name': PowerOffVM_Task, 'duration_secs': 0.305738} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.242040] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.242209] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.242459] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d84e25b-f17a-46b7-92c2-01bb78586aac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.393044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.393044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.393261] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Deleting the datastore file [datastore1] e9c5487e-4527-4ec5-9008-4e2c98a04249 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.396302] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4276a2df-2713-472d-8a43-2b06622e5ffd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.400077] env[62633]: DEBUG oslo_vmware.api [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for the task: (returnval){ [ 1547.400077] env[62633]: value = "task-1807719" [ 1547.400077] env[62633]: _type = "Task" [ 1547.400077] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.418749] env[62633]: DEBUG oslo_vmware.api [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.454508] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526f6bdb-9a68-a022-9f59-175c5c58b392, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.455417] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe446472-1795-4e5e-a01f-58abc323252e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.461220] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1547.461220] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529bbec0-1765-cf60-4de3-c6b17352fc4d" [ 1547.461220] env[62633]: _type = "Task" [ 1547.461220] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.465820] env[62633]: DEBUG nova.network.neutron [req-c67d5d04-b121-4f7f-bf85-75a633489f0e req-329912a0-1a67-4e17-98ae-602fbfa9f325 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Updated VIF entry in instance network info cache for port 315a5cc8-33d9-49db-9111-7c6e81d89f72. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.467552] env[62633]: DEBUG nova.network.neutron [req-c67d5d04-b121-4f7f-bf85-75a633489f0e req-329912a0-1a67-4e17-98ae-602fbfa9f325 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Updating instance_info_cache with network_info: [{"id": "315a5cc8-33d9-49db-9111-7c6e81d89f72", "address": "fa:16:3e:59:05:3c", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315a5cc8-33", "ovs_interfaceid": "315a5cc8-33d9-49db-9111-7c6e81d89f72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.474385] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529bbec0-1765-cf60-4de3-c6b17352fc4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.571028] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.622940] env[62633]: DEBUG oslo_vmware.api [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807708, 'name': PowerOnVM_Task, 'duration_secs': 2.911769} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.623417] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.623631] env[62633]: INFO nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Took 10.89 seconds to spawn the instance on the hypervisor. [ 1547.623829] env[62633]: DEBUG nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1547.624661] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5889908e-a9ff-4b63-b36e-c40cda19b018 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.666580] env[62633]: DEBUG nova.compute.manager [req-2d1060a6-df4b-465a-ae7e-d43aac3f1253 req-18ba1132-c2cb-4c29-9b0f-228a822d2c34 service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Received event network-vif-deleted-03f3fbcf-8071-43ba-bbe7-3bcce74d8053 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1547.666783] env[62633]: INFO nova.compute.manager [req-2d1060a6-df4b-465a-ae7e-d43aac3f1253 req-18ba1132-c2cb-4c29-9b0f-228a822d2c34 service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Neutron deleted interface 03f3fbcf-8071-43ba-bbe7-3bcce74d8053; detaching it from the instance and deleting it from the info cache [ 1547.666961] env[62633]: DEBUG nova.network.neutron [req-2d1060a6-df4b-465a-ae7e-d43aac3f1253 req-18ba1132-c2cb-4c29-9b0f-228a822d2c34 service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.692745] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.693186] env[62633]: DEBUG nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1547.696749] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.286s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.698248] env[62633]: INFO nova.compute.claims [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.706247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.715884] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807717, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.911311] env[62633]: DEBUG oslo_vmware.api [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Task: {'id': task-1807719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202675} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.911642] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1547.911869] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1547.912109] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1547.912322] env[62633]: INFO nova.compute.manager [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1547.912631] env[62633]: DEBUG oslo.service.loopingcall [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.912868] env[62633]: DEBUG nova.compute.manager [-] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1547.912972] env[62633]: DEBUG nova.network.neutron [-] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1547.914963] env[62633]: DEBUG nova.network.neutron [-] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.975268] env[62633]: DEBUG oslo_concurrency.lockutils [req-c67d5d04-b121-4f7f-bf85-75a633489f0e req-329912a0-1a67-4e17-98ae-602fbfa9f325 service nova] Releasing lock "refresh_cache-fe9fc951-7e94-4859-94a6-ed84defd14a4" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.975268] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529bbec0-1765-cf60-4de3-c6b17352fc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011691} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.975659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.976159] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] fe9fc951-7e94-4859-94a6-ed84defd14a4/fe9fc951-7e94-4859-94a6-ed84defd14a4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.976468] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edbab10a-a537-411d-ae5b-354747fa91b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.984035] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1547.984035] env[62633]: value = "task-1807720" [ 1547.984035] env[62633]: _type = "Task" [ 1547.984035] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.993434] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.078819] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807716, 'name': ReconfigVM_Task, 'duration_secs': 0.617958} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.079604] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c28dc1c5-6a41-4e47-829d-6cb1160bf83f/c28dc1c5-6a41-4e47-829d-6cb1160bf83f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.081020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030ba83f-810c-45eb-9d84-62c0e4e81e4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.089078] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1548.089078] env[62633]: value = "task-1807721" [ 1548.089078] env[62633]: _type = "Task" [ 1548.089078] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.101112] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807721, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.142524] env[62633]: INFO nova.compute.manager [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Took 46.63 seconds to build instance. [ 1548.182065] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f33653fb-6d07-4db1-93a9-8e1ee656b2eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.193710] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5d6be2-5218-4bf2-b755-7a5040a77da3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.206206] env[62633]: DEBUG nova.compute.utils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.209704] env[62633]: DEBUG nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1548.209800] env[62633]: DEBUG nova.network.neutron [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.222567] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807717, 'name': Destroy_Task, 'duration_secs': 0.827661} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.222567] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Destroyed the VM [ 1548.222567] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1548.241953] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efaf81f4-bf2c-4a89-914a-947bd085bede {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.245060] env[62633]: DEBUG nova.compute.manager [req-2d1060a6-df4b-465a-ae7e-d43aac3f1253 req-18ba1132-c2cb-4c29-9b0f-228a822d2c34 service nova] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Detach interface failed, port_id=03f3fbcf-8071-43ba-bbe7-3bcce74d8053, reason: Instance 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1548.264051] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1548.264051] env[62633]: value = "task-1807722" [ 1548.264051] env[62633]: _type = "Task" [ 1548.264051] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.273299] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807722, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.300151] env[62633]: DEBUG nova.policy [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aadcd8216b84b219931c2e6a9e542a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8acca4887dc740a6ab90bc45efcf4ce7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1548.419231] env[62633]: INFO nova.compute.manager [-] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Took 1.69 seconds to deallocate network for instance. [ 1548.497257] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.605887] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807721, 'name': Rename_Task, 'duration_secs': 0.258057} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.609163] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.610734] env[62633]: DEBUG nova.compute.manager [None req-20de9586-9b17-4e06-94d8-dc868baaba3f tempest-ServerExternalEventsTest-616933760 tempest-ServerExternalEventsTest-616933760-project] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Received event network-changed {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1548.610941] env[62633]: DEBUG nova.compute.manager [None req-20de9586-9b17-4e06-94d8-dc868baaba3f tempest-ServerExternalEventsTest-616933760 tempest-ServerExternalEventsTest-616933760-project] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Refreshing instance network info cache due to event network-changed. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1548.613427] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20de9586-9b17-4e06-94d8-dc868baaba3f tempest-ServerExternalEventsTest-616933760 tempest-ServerExternalEventsTest-616933760-project] Acquiring lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.613471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20de9586-9b17-4e06-94d8-dc868baaba3f tempest-ServerExternalEventsTest-616933760 tempest-ServerExternalEventsTest-616933760-project] Acquired lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.613976] env[62633]: DEBUG nova.network.neutron [None req-20de9586-9b17-4e06-94d8-dc868baaba3f tempest-ServerExternalEventsTest-616933760 tempest-ServerExternalEventsTest-616933760-project] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.616704] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58811f9e-25fa-4457-b813-d691464b411f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.625986] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1548.625986] env[62633]: value = "task-1807723" [ 1548.625986] env[62633]: _type = "Task" [ 1548.625986] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.635792] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.645357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6eefde1f-f17c-4e89-a3d1-652cf269766e tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.106s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.713137] env[62633]: DEBUG nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1548.768316] env[62633]: DEBUG nova.network.neutron [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Successfully created port: 36fff138-f8cc-40a9-afc2-80cb1c770874 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1548.774808] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807722, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.886497] env[62633]: DEBUG nova.compute.manager [req-fe06ba34-8087-4d19-b4b8-30b73ef9fbe5 req-719aa1c1-1ed1-4341-ab0f-2e0670007a82 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Received event network-vif-deleted-585e7403-8e39-4324-b9d8-1be900398a93 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1548.886723] env[62633]: INFO nova.compute.manager [req-fe06ba34-8087-4d19-b4b8-30b73ef9fbe5 req-719aa1c1-1ed1-4341-ab0f-2e0670007a82 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Neutron deleted interface 585e7403-8e39-4324-b9d8-1be900398a93; detaching it from the instance and deleting it from the info cache [ 1548.887026] env[62633]: DEBUG nova.network.neutron [req-fe06ba34-8087-4d19-b4b8-30b73ef9fbe5 req-719aa1c1-1ed1-4341-ab0f-2e0670007a82 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Updating instance_info_cache with network_info: [{"id": "fef3ace7-2572-4b20-99cb-68dceeccce8a", "address": "fa:16:3e:66:1f:cb", "network": {"id": "aaa6f1f0-0ff7-4a17-abfd-5d55611815cc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-698065523", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "cf48a5195bf74f4ebb9f426a26214a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef3ace7-25", "ovs_interfaceid": "fef3ace7-2572-4b20-99cb-68dceeccce8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.929656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.983063] env[62633]: DEBUG nova.network.neutron [-] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.999896] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650441} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.000193] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] fe9fc951-7e94-4859-94a6-ed84defd14a4/fe9fc951-7e94-4859-94a6-ed84defd14a4.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1549.001068] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1549.005423] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78e561b7-3afb-4eb9-86f6-4fa24a748fcd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.013416] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1549.013416] env[62633]: value = "task-1807724" [ 1549.013416] env[62633]: _type = "Task" [ 1549.013416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.024285] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.138066] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.147886] env[62633]: DEBUG nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1549.288872] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807722, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.357115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquiring lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.358187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.358187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquiring lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.358187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.358408] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.360506] env[62633]: INFO nova.compute.manager [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Terminating instance [ 1549.364699] env[62633]: DEBUG nova.compute.manager [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1549.364929] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1549.366232] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83229da6-f3b7-4cc1-aede-ad2dfd5afffd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.374763] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.377266] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a0a5152-e2ba-434e-8948-b25332adf80a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.385016] env[62633]: DEBUG oslo_vmware.api [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1549.385016] env[62633]: value = "task-1807725" [ 1549.385016] env[62633]: _type = "Task" [ 1549.385016] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.386022] env[62633]: DEBUG nova.network.neutron [None req-20de9586-9b17-4e06-94d8-dc868baaba3f tempest-ServerExternalEventsTest-616933760 tempest-ServerExternalEventsTest-616933760-project] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Updating instance_info_cache with network_info: [{"id": "78bb8b1e-f141-47f7-9462-05e602eb4c0d", "address": "fa:16:3e:54:44:17", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78bb8b1e-f1", "ovs_interfaceid": "78bb8b1e-f141-47f7-9462-05e602eb4c0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.393911] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-211e3881-40b8-48a4-960f-1609d6f07eb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.399539] env[62633]: DEBUG oslo_vmware.api [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.406711] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f561726c-0316-479e-a023-c76a9adab9a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.420357] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58169a61-abaa-49d3-a9ca-8fabd33d591c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.427855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103f62c7-5690-4e97-9a3d-880f53ff406c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.481475] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3470c7-973d-4d5e-9ca2-29766a8041eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.485234] env[62633]: DEBUG nova.compute.manager [req-fe06ba34-8087-4d19-b4b8-30b73ef9fbe5 req-719aa1c1-1ed1-4341-ab0f-2e0670007a82 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Detach interface failed, port_id=585e7403-8e39-4324-b9d8-1be900398a93, reason: Instance e9c5487e-4527-4ec5-9008-4e2c98a04249 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1549.485234] env[62633]: DEBUG nova.compute.manager [req-fe06ba34-8087-4d19-b4b8-30b73ef9fbe5 req-719aa1c1-1ed1-4341-ab0f-2e0670007a82 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Received event network-vif-deleted-fef3ace7-2572-4b20-99cb-68dceeccce8a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1549.485234] env[62633]: INFO nova.compute.manager [req-fe06ba34-8087-4d19-b4b8-30b73ef9fbe5 req-719aa1c1-1ed1-4341-ab0f-2e0670007a82 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Neutron deleted interface fef3ace7-2572-4b20-99cb-68dceeccce8a; detaching it from the instance and deleting it from the info cache [ 1549.485234] env[62633]: DEBUG nova.network.neutron [req-fe06ba34-8087-4d19-b4b8-30b73ef9fbe5 req-719aa1c1-1ed1-4341-ab0f-2e0670007a82 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.486549] env[62633]: INFO nova.compute.manager [-] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Took 1.57 seconds to deallocate network for instance. [ 1549.494788] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d830cef-4552-4163-970e-a032b1f782f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.263826] env[62633]: DEBUG nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1550.265982] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20de9586-9b17-4e06-94d8-dc868baaba3f tempest-ServerExternalEventsTest-616933760 tempest-ServerExternalEventsTest-616933760-project] Releasing lock "refresh_cache-9f6e75aa-8611-42ea-a82b-cf288f8a4324" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.267242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.267714] env[62633]: DEBUG nova.compute.provider_tree [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1550.281580] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1246e9c6-fa80-44e9-ab44-2d4bb8328e88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.292347] env[62633]: DEBUG oslo_vmware.api [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807725, 'name': PowerOffVM_Task, 'duration_secs': 0.283861} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.300608] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.300799] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.301394] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071658} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.301841] env[62633]: DEBUG oslo_vmware.api [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807722, 'name': RemoveSnapshot_Task, 'duration_secs': 1.207654} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.301909] env[62633]: DEBUG oslo_vmware.api [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807723, 'name': PowerOnVM_Task, 'duration_secs': 1.166608} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.303879] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1550.304122] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1550.304268] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.304453] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1550.304599] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.304747] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1550.304953] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1550.305126] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1550.305296] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1550.305462] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1550.305634] env[62633]: DEBUG nova.virt.hardware [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1550.306657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.306917] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83cfe9e0-5012-45df-b32d-c8bee5417293 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.308511] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.311378] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db433061-e59c-4bd5-b9d5-d1cf8ba084db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.322030] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1550.322304] env[62633]: INFO nova.compute.manager [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Took 16.79 seconds to snapshot the instance on the hypervisor. [ 1550.324682] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.324889] env[62633]: INFO nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1550.325086] env[62633]: DEBUG nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1550.325862] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac516a11-f0d4-476e-a809-a9ed13779e7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.329263] env[62633]: ERROR nova.scheduler.client.report [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [req-8a056a6d-b680-44ff-9e16-ab66d71f60f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a056a6d-b680-44ff-9e16-ab66d71f60f8"}]} [ 1550.330065] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69348953-e794-4563-afeb-91058043b51a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.333132] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6113ff6e-a64f-4116-b635-17bb5ac04dba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.364989] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] fe9fc951-7e94-4859-94a6-ed84defd14a4/fe9fc951-7e94-4859-94a6-ed84defd14a4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.366159] env[62633]: DEBUG nova.scheduler.client.report [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1550.387388] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469d1439-f61d-4a23-b0ab-a16842dee9c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.401627] env[62633]: DEBUG nova.compute.manager [req-fe06ba34-8087-4d19-b4b8-30b73ef9fbe5 req-719aa1c1-1ed1-4341-ab0f-2e0670007a82 service nova] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Detach interface failed, port_id=fef3ace7-2572-4b20-99cb-68dceeccce8a, reason: Instance e9c5487e-4527-4ec5-9008-4e2c98a04249 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1550.406223] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a021ab1-cc41-4f2b-a114-17b9096fa53f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.423386] env[62633]: DEBUG nova.scheduler.client.report [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1550.423629] env[62633]: DEBUG nova.compute.provider_tree [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1550.426183] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1550.426183] env[62633]: value = "task-1807727" [ 1550.426183] env[62633]: _type = "Task" [ 1550.426183] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.434436] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.437684] env[62633]: DEBUG nova.scheduler.client.report [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1550.458472] env[62633]: DEBUG nova.scheduler.client.report [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1550.839307] env[62633]: DEBUG nova.compute.manager [req-30fc3d4d-4c72-462f-9089-ea07b38eac75 req-a4cb1bbd-38aa-4907-aefe-260f806f504b service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Received event network-vif-plugged-36fff138-f8cc-40a9-afc2-80cb1c770874 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1550.839520] env[62633]: DEBUG oslo_concurrency.lockutils [req-30fc3d4d-4c72-462f-9089-ea07b38eac75 req-a4cb1bbd-38aa-4907-aefe-260f806f504b service nova] Acquiring lock "a2308b1a-6617-49f9-a731-e445b3c61cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.839671] env[62633]: DEBUG oslo_concurrency.lockutils [req-30fc3d4d-4c72-462f-9089-ea07b38eac75 req-a4cb1bbd-38aa-4907-aefe-260f806f504b service nova] Lock "a2308b1a-6617-49f9-a731-e445b3c61cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.839862] env[62633]: DEBUG oslo_concurrency.lockutils [req-30fc3d4d-4c72-462f-9089-ea07b38eac75 req-a4cb1bbd-38aa-4907-aefe-260f806f504b service nova] Lock "a2308b1a-6617-49f9-a731-e445b3c61cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.840019] env[62633]: DEBUG nova.compute.manager [req-30fc3d4d-4c72-462f-9089-ea07b38eac75 req-a4cb1bbd-38aa-4907-aefe-260f806f504b service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] No waiting events found dispatching network-vif-plugged-36fff138-f8cc-40a9-afc2-80cb1c770874 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1550.840218] env[62633]: WARNING nova.compute.manager [req-30fc3d4d-4c72-462f-9089-ea07b38eac75 req-a4cb1bbd-38aa-4907-aefe-260f806f504b service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Received unexpected event network-vif-plugged-36fff138-f8cc-40a9-afc2-80cb1c770874 for instance with vm_state building and task_state spawning. [ 1550.845300] env[62633]: DEBUG nova.network.neutron [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Successfully updated port: 36fff138-f8cc-40a9-afc2-80cb1c770874 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1550.880825] env[62633]: DEBUG nova.compute.manager [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Found 3 images (rotation: 2) {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1550.881008] env[62633]: DEBUG nova.compute.manager [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Rotating out 1 backups {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1550.881225] env[62633]: DEBUG nova.compute.manager [None req-35ef5f21-5c28-4bdb-9360-21e715d6a509 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleting image 1442d984-a852-4474-b383-f7d77ed3e66e {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1550.930826] env[62633]: INFO nova.compute.manager [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Took 43.42 seconds to build instance. [ 1550.940316] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.002349] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea6b4a2-e51e-46f2-9e7c-3deec3fc0a98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.011663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b901f655-a0f8-4143-be62-6bf09032789f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.049164] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207a3d71-f6ed-41e1-bd6e-92759228fc7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.057217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52722324-475d-4e8c-8cf3-9d28478fb1b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.072402] env[62633]: DEBUG nova.compute.provider_tree [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.349815] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "refresh_cache-a2308b1a-6617-49f9-a731-e445b3c61cf7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.350147] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "refresh_cache-a2308b1a-6617-49f9-a731-e445b3c61cf7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.350147] env[62633]: DEBUG nova.network.neutron [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.435148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.435406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.435736] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ef19622f-a73e-4897-8642-5280b68c2b5f tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.535s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.441858] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807727, 'name': ReconfigVM_Task, 'duration_secs': 0.648957} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.442141] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Reconfigured VM instance instance-00000028 to attach disk [datastore1] fe9fc951-7e94-4859-94a6-ed84defd14a4/fe9fc951-7e94-4859-94a6-ed84defd14a4.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.442796] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cb33d87-5872-4b73-9645-eca94e55c356 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.448888] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1551.448888] env[62633]: value = "task-1807728" [ 1551.448888] env[62633]: _type = "Task" [ 1551.448888] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.457141] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807728, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.530102] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.530102] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.530102] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Deleting the datastore file [datastore1] 9f6e75aa-8611-42ea-a82b-cf288f8a4324 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.530102] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48770593-864f-474e-999f-c6b7c0b5cffc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.535636] env[62633]: DEBUG oslo_vmware.api [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for the task: (returnval){ [ 1551.535636] env[62633]: value = "task-1807729" [ 1551.535636] env[62633]: _type = "Task" [ 1551.535636] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.545747] env[62633]: DEBUG oslo_vmware.api [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.578021] env[62633]: DEBUG nova.scheduler.client.report [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1551.814298] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.814616] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.906381] env[62633]: DEBUG nova.network.neutron [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.938714] env[62633]: DEBUG nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1551.960742] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807728, 'name': Rename_Task, 'duration_secs': 0.162253} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.960960] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.961339] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95dca059-4a09-4093-9bf4-e580aa6a9870 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.969341] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1551.969341] env[62633]: value = "task-1807730" [ 1551.969341] env[62633]: _type = "Task" [ 1551.969341] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.985042] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.049912] env[62633]: DEBUG oslo_vmware.api [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Task: {'id': task-1807729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137706} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.050452] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.050601] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.050797] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.051283] env[62633]: INFO nova.compute.manager [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1552.051412] env[62633]: DEBUG oslo.service.loopingcall [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.051619] env[62633]: DEBUG nova.compute.manager [-] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1552.051713] env[62633]: DEBUG nova.network.neutron [-] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.083515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.386s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.083515] env[62633]: DEBUG nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1552.088145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.371s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.089632] env[62633]: INFO nova.compute.claims [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.164023] env[62633]: DEBUG nova.network.neutron [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Updating instance_info_cache with network_info: [{"id": "36fff138-f8cc-40a9-afc2-80cb1c770874", "address": "fa:16:3e:0d:a7:56", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36fff138-f8", "ovs_interfaceid": "36fff138-f8cc-40a9-afc2-80cb1c770874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.416061] env[62633]: DEBUG nova.compute.manager [req-6390537b-126f-41fd-95f2-b0d27fc1074a req-5ed3381e-781f-4350-81a8-660f56d33da6 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Received event network-vif-deleted-78bb8b1e-f141-47f7-9462-05e602eb4c0d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1552.416298] env[62633]: INFO nova.compute.manager [req-6390537b-126f-41fd-95f2-b0d27fc1074a req-5ed3381e-781f-4350-81a8-660f56d33da6 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Neutron deleted interface 78bb8b1e-f141-47f7-9462-05e602eb4c0d; detaching it from the instance and deleting it from the info cache [ 1552.416456] env[62633]: DEBUG nova.network.neutron [req-6390537b-126f-41fd-95f2-b0d27fc1074a req-5ed3381e-781f-4350-81a8-660f56d33da6 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.462281] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.480423] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807730, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.594484] env[62633]: DEBUG nova.compute.utils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.599341] env[62633]: DEBUG nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1552.599515] env[62633]: DEBUG nova.network.neutron [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.661179] env[62633]: DEBUG nova.policy [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe972dbe84194a90bd57a2117658344c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71f39395ad9e4a25a21441f140210f4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1552.668914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "refresh_cache-a2308b1a-6617-49f9-a731-e445b3c61cf7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.668914] env[62633]: DEBUG nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Instance network_info: |[{"id": "36fff138-f8cc-40a9-afc2-80cb1c770874", "address": "fa:16:3e:0d:a7:56", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36fff138-f8", "ovs_interfaceid": "36fff138-f8cc-40a9-afc2-80cb1c770874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1552.668914] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:a7:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36fff138-f8cc-40a9-afc2-80cb1c770874', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1552.674836] env[62633]: DEBUG oslo.service.loopingcall [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.675073] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1552.675303] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e60be0f-6768-4ad0-aeeb-1043e8679c40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.699957] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1552.699957] env[62633]: value = "task-1807731" [ 1552.699957] env[62633]: _type = "Task" [ 1552.699957] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.705676] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807731, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.811659] env[62633]: DEBUG nova.network.neutron [-] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.832330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.832887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.833277] env[62633]: INFO nova.compute.manager [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Rebooting instance [ 1552.870718] env[62633]: DEBUG nova.compute.manager [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Received event network-changed-36fff138-f8cc-40a9-afc2-80cb1c770874 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1552.870916] env[62633]: DEBUG nova.compute.manager [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Refreshing instance network info cache due to event network-changed-36fff138-f8cc-40a9-afc2-80cb1c770874. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1552.871350] env[62633]: DEBUG oslo_concurrency.lockutils [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] Acquiring lock "refresh_cache-a2308b1a-6617-49f9-a731-e445b3c61cf7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.872017] env[62633]: DEBUG oslo_concurrency.lockutils [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] Acquired lock "refresh_cache-a2308b1a-6617-49f9-a731-e445b3c61cf7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.872017] env[62633]: DEBUG nova.network.neutron [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Refreshing network info cache for port 36fff138-f8cc-40a9-afc2-80cb1c770874 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.919961] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0957223c-9037-439d-b1a2-e3c9270f2414 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.931209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a71070f-e393-454a-ab54-6b8487a198f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.974580] env[62633]: DEBUG nova.compute.manager [req-6390537b-126f-41fd-95f2-b0d27fc1074a req-5ed3381e-781f-4350-81a8-660f56d33da6 service nova] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Detach interface failed, port_id=78bb8b1e-f141-47f7-9462-05e602eb4c0d, reason: Instance 9f6e75aa-8611-42ea-a82b-cf288f8a4324 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1552.986785] env[62633]: DEBUG oslo_vmware.api [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807730, 'name': PowerOnVM_Task, 'duration_secs': 0.570403} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.987412] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.987688] env[62633]: INFO nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1552.987918] env[62633]: DEBUG nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1552.988715] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a450a5d-dfb5-4fc6-94c2-3426cf300650 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.100351] env[62633]: DEBUG nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1553.207994] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807731, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.212773] env[62633]: DEBUG nova.network.neutron [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Successfully created port: 4d661043-8f9f-4863-86b8-4dcdb32035a1 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.314203] env[62633]: INFO nova.compute.manager [-] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Took 1.26 seconds to deallocate network for instance. [ 1553.363439] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.363638] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquired lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.363809] env[62633]: DEBUG nova.network.neutron [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.509755] env[62633]: INFO nova.compute.manager [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Took 43.58 seconds to build instance. [ 1553.676677] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef72c5-cd21-4b67-953d-a6f3beee8509 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.684776] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3277f-1567-47c8-95c7-f242808e3037 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.722970] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af2c423-98fa-46bf-be83-cc9656751e3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.732677] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807731, 'name': CreateVM_Task, 'duration_secs': 0.515226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.734769] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.735551] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.735728] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.736064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.737301] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca7db46-72ab-4a5b-a909-d2f09ac38ab4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.740967] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92576d22-4e7b-48d7-91f9-3cf4b9581cbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.745752] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1553.745752] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52966e3a-b970-47ed-aee5-7d4bdbcea477" [ 1553.745752] env[62633]: _type = "Task" [ 1553.745752] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.756304] env[62633]: DEBUG nova.compute.provider_tree [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.767893] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52966e3a-b970-47ed-aee5-7d4bdbcea477, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.768902] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.769161] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1553.769399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.769548] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.769959] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1553.770241] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9d8f6ec-b9c6-4253-a9ee-8a0176246869 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.778387] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1553.778571] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1553.779283] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab9010f-2c44-45c8-8b4a-36e43f36bc82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.784413] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1553.784413] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52428719-75fa-16e9-6f27-03577fad054a" [ 1553.784413] env[62633]: _type = "Task" [ 1553.784413] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.785155] env[62633]: DEBUG nova.network.neutron [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Updated VIF entry in instance network info cache for port 36fff138-f8cc-40a9-afc2-80cb1c770874. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.785493] env[62633]: DEBUG nova.network.neutron [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Updating instance_info_cache with network_info: [{"id": "36fff138-f8cc-40a9-afc2-80cb1c770874", "address": "fa:16:3e:0d:a7:56", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36fff138-f8", "ovs_interfaceid": "36fff138-f8cc-40a9-afc2-80cb1c770874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.795937] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52428719-75fa-16e9-6f27-03577fad054a, 'name': SearchDatastore_Task, 'duration_secs': 0.008382} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.797026] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856e89dd-5af7-423b-ba18-196a42ab0024 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.802599] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1553.802599] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525e8e6e-c4fd-78d0-e187-2d3106262d13" [ 1553.802599] env[62633]: _type = "Task" [ 1553.802599] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.810949] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525e8e6e-c4fd-78d0-e187-2d3106262d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.821248] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.012139] env[62633]: DEBUG oslo_concurrency.lockutils [None req-42c737ee-63f1-4442-a629-b98524f40793 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "fe9fc951-7e94-4859-94a6-ed84defd14a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.669s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.121169] env[62633]: DEBUG nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1554.136847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.136847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.137041] env[62633]: DEBUG nova.compute.manager [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1554.138234] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff23c48-f2c4-411f-b2d3-854c2ca45f45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.155836] env[62633]: DEBUG nova.compute.manager [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1554.158937] env[62633]: DEBUG nova.objects.instance [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'flavor' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.161513] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1554.161772] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1554.161932] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.162193] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1554.162286] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.162434] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1554.162904] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1554.163156] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1554.163398] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1554.163581] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1554.163759] env[62633]: DEBUG nova.virt.hardware [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1554.164788] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8472c9-6eda-4b1a-885b-d5d27244e162 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.175095] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11055a-a278-4ad7-937c-4267c72fe5e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.258866] env[62633]: DEBUG nova.scheduler.client.report [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1554.288339] env[62633]: DEBUG oslo_concurrency.lockutils [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] Releasing lock "refresh_cache-a2308b1a-6617-49f9-a731-e445b3c61cf7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.288642] env[62633]: DEBUG nova.compute.manager [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Received event network-changed-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1554.288843] env[62633]: DEBUG nova.compute.manager [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Refreshing instance network info cache due to event network-changed-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1554.289045] env[62633]: DEBUG oslo_concurrency.lockutils [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] Acquiring lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.316805] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525e8e6e-c4fd-78d0-e187-2d3106262d13, 'name': SearchDatastore_Task, 'duration_secs': 0.008095} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.318319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.318661] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a2308b1a-6617-49f9-a731-e445b3c61cf7/a2308b1a-6617-49f9-a731-e445b3c61cf7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1554.318937] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9a9e02-82bc-4594-8310-863fd8262c82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.325955] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1554.325955] env[62633]: value = "task-1807732" [ 1554.325955] env[62633]: _type = "Task" [ 1554.325955] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.334664] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.435902] env[62633]: DEBUG nova.network.neutron [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updating instance_info_cache with network_info: [{"id": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "address": "fa:16:3e:f0:69:56", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccc275f-7e", "ovs_interfaceid": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.515351] env[62633]: DEBUG nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1554.663192] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.665033] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-727be2e1-9b24-4d03-b468-774ae7f2a4fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.671157] env[62633]: DEBUG oslo_vmware.api [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1554.671157] env[62633]: value = "task-1807733" [ 1554.671157] env[62633]: _type = "Task" [ 1554.671157] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.680493] env[62633]: DEBUG oslo_vmware.api [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.768044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.768044] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1554.775199] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.846s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.776265] env[62633]: INFO nova.compute.claims [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.788860] env[62633]: DEBUG nova.compute.manager [req-1a7fe414-d954-4ea5-8ca9-ba6fb2d5cfe5 req-5f985e49-95d1-48d3-ba74-20100402d35c service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Received event network-vif-plugged-4d661043-8f9f-4863-86b8-4dcdb32035a1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1554.790404] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a7fe414-d954-4ea5-8ca9-ba6fb2d5cfe5 req-5f985e49-95d1-48d3-ba74-20100402d35c service nova] Acquiring lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.790404] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a7fe414-d954-4ea5-8ca9-ba6fb2d5cfe5 req-5f985e49-95d1-48d3-ba74-20100402d35c service nova] Lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.790404] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a7fe414-d954-4ea5-8ca9-ba6fb2d5cfe5 req-5f985e49-95d1-48d3-ba74-20100402d35c service nova] Lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.790404] env[62633]: DEBUG nova.compute.manager [req-1a7fe414-d954-4ea5-8ca9-ba6fb2d5cfe5 req-5f985e49-95d1-48d3-ba74-20100402d35c service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] No waiting events found dispatching network-vif-plugged-4d661043-8f9f-4863-86b8-4dcdb32035a1 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1554.790602] env[62633]: WARNING nova.compute.manager [req-1a7fe414-d954-4ea5-8ca9-ba6fb2d5cfe5 req-5f985e49-95d1-48d3-ba74-20100402d35c service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Received unexpected event network-vif-plugged-4d661043-8f9f-4863-86b8-4dcdb32035a1 for instance with vm_state building and task_state spawning. [ 1554.826230] env[62633]: DEBUG nova.network.neutron [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Successfully updated port: 4d661043-8f9f-4863-86b8-4dcdb32035a1 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1554.840278] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807732, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.939320] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Releasing lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.941112] env[62633]: DEBUG oslo_concurrency.lockutils [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] Acquired lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.941342] env[62633]: DEBUG nova.network.neutron [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Refreshing network info cache for port 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.942836] env[62633]: DEBUG nova.compute.manager [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1554.943450] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11071b20-7615-4365-9a15-8a67ee43f37b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.037633] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.166060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "168e702c-1484-4812-b107-eaab2a116b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.166305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "168e702c-1484-4812-b107-eaab2a116b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.180769] env[62633]: DEBUG oslo_vmware.api [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807733, 'name': PowerOffVM_Task, 'duration_secs': 0.439177} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.181018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.181265] env[62633]: DEBUG nova.compute.manager [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1555.181987] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f86299c-6db4-4b90-b228-597f603f9fec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.289242] env[62633]: DEBUG nova.compute.utils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.293031] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1555.293031] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.330174] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "refresh_cache-84e5cf9f-7de1-4edf-8097-3b89533f86a8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.330174] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "refresh_cache-84e5cf9f-7de1-4edf-8097-3b89533f86a8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.330174] env[62633]: DEBUG nova.network.neutron [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.347241] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536116} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.347241] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a2308b1a-6617-49f9-a731-e445b3c61cf7/a2308b1a-6617-49f9-a731-e445b3c61cf7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.347241] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.347241] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d8d6f1-c1a7-4328-bf46-e0360e80e815 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.355165] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1555.355165] env[62633]: value = "task-1807734" [ 1555.355165] env[62633]: _type = "Task" [ 1555.355165] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.363876] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.365462] env[62633]: DEBUG nova.policy [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c299f38c38e74ef9b371c78b20166585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '222b9bf7f08e49e2977f1472c64081a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1555.645206] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Successfully created port: 99b058e4-c712-4595-ab8e-87e4e9dbde97 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1555.692896] env[62633]: DEBUG oslo_concurrency.lockutils [None req-161c9d78-b080-40d7-9624-45ab25f5cc27 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.749267] env[62633]: DEBUG nova.network.neutron [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updated VIF entry in instance network info cache for port 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.749668] env[62633]: DEBUG nova.network.neutron [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updating instance_info_cache with network_info: [{"id": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "address": "fa:16:3e:f0:69:56", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccc275f-7e", "ovs_interfaceid": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.805946] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1555.866080] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259289} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.866629] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1555.867891] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3ea12-f846-43eb-951f-66ad22dac21c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.898561] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a2308b1a-6617-49f9-a731-e445b3c61cf7/a2308b1a-6617-49f9-a731-e445b3c61cf7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1555.899628] env[62633]: DEBUG nova.network.neutron [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.904297] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0400d9e5-3c57-4612-9bca-da26365933c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.926980] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1555.926980] env[62633]: value = "task-1807735" [ 1555.926980] env[62633]: _type = "Task" [ 1555.926980] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.942562] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.967522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6719a006-48e9-427d-9b94-c2f25686a340 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.977559] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Doing hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1555.977559] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3085fc0f-85cd-470e-bfcc-0cf7b344aa48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.983516] env[62633]: DEBUG oslo_vmware.api [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1555.983516] env[62633]: value = "task-1807736" [ 1555.983516] env[62633]: _type = "Task" [ 1555.983516] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.991667] env[62633]: DEBUG oslo_vmware.api [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807736, 'name': ResetVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.196624] env[62633]: DEBUG nova.network.neutron [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Updating instance_info_cache with network_info: [{"id": "4d661043-8f9f-4863-86b8-4dcdb32035a1", "address": "fa:16:3e:8b:bf:ce", "network": {"id": "a9f7154d-4d25-415a-96fe-29226d0812b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915638332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71f39395ad9e4a25a21441f140210f4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d661043-8f", "ovs_interfaceid": "4d661043-8f9f-4863-86b8-4dcdb32035a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.253655] env[62633]: DEBUG oslo_concurrency.lockutils [req-389278b7-073d-4868-a45e-03994f449e83 req-223625af-e838-453d-9d33-0db54cbe15b7 service nova] Releasing lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.405308] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90108853-9203-44f7-9bfb-680f074a0327 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.415441] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb4189b-7c3c-418d-a5ce-6d69da30a390 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.452575] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a9e633-6613-4715-a240-ddb0e69c84f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.460412] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.464082] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e7e87-92ec-4276-989e-c768298d4adc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.477517] env[62633]: DEBUG nova.compute.provider_tree [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.494048] env[62633]: DEBUG oslo_vmware.api [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807736, 'name': ResetVM_Task, 'duration_secs': 0.111055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.494048] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Did hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1556.494048] env[62633]: DEBUG nova.compute.manager [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1556.494738] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605472e9-f6e5-47e9-9205-797cefa1d80e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.698733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "refresh_cache-84e5cf9f-7de1-4edf-8097-3b89533f86a8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.699130] env[62633]: DEBUG nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Instance network_info: |[{"id": "4d661043-8f9f-4863-86b8-4dcdb32035a1", "address": "fa:16:3e:8b:bf:ce", "network": {"id": "a9f7154d-4d25-415a-96fe-29226d0812b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915638332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71f39395ad9e4a25a21441f140210f4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d661043-8f", "ovs_interfaceid": "4d661043-8f9f-4863-86b8-4dcdb32035a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1556.699613] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:bf:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d661043-8f9f-4863-86b8-4dcdb32035a1', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.707622] env[62633]: DEBUG oslo.service.loopingcall [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.707899] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.708191] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-586c1727-5312-416b-9bad-4f5f9743ccf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.731300] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.731300] env[62633]: value = "task-1807737" [ 1556.731300] env[62633]: _type = "Task" [ 1556.731300] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.739292] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807737, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.815485] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1556.820510] env[62633]: DEBUG nova.compute.manager [req-f1a3c1c2-f142-4d96-98a0-d1eb413e68ec req-2bd451fd-d4cc-4233-b436-f32c6e4e6961 service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Received event network-changed-4d661043-8f9f-4863-86b8-4dcdb32035a1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1556.820713] env[62633]: DEBUG nova.compute.manager [req-f1a3c1c2-f142-4d96-98a0-d1eb413e68ec req-2bd451fd-d4cc-4233-b436-f32c6e4e6961 service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Refreshing instance network info cache due to event network-changed-4d661043-8f9f-4863-86b8-4dcdb32035a1. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1556.820933] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1a3c1c2-f142-4d96-98a0-d1eb413e68ec req-2bd451fd-d4cc-4233-b436-f32c6e4e6961 service nova] Acquiring lock "refresh_cache-84e5cf9f-7de1-4edf-8097-3b89533f86a8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.821108] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1a3c1c2-f142-4d96-98a0-d1eb413e68ec req-2bd451fd-d4cc-4233-b436-f32c6e4e6961 service nova] Acquired lock "refresh_cache-84e5cf9f-7de1-4edf-8097-3b89533f86a8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.821419] env[62633]: DEBUG nova.network.neutron [req-f1a3c1c2-f142-4d96-98a0-d1eb413e68ec req-2bd451fd-d4cc-4233-b436-f32c6e4e6961 service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Refreshing network info cache for port 4d661043-8f9f-4863-86b8-4dcdb32035a1 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.845998] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1556.846305] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1556.846469] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.846653] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1556.846803] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.846953] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1556.847180] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1556.847476] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1556.847655] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1556.847872] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1556.847999] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1556.849028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f4470-1100-4537-91c8-dfcc488a66e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.857406] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a19d9d-fb22-4371-b717-9ce366e17ed1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.961746] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807735, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.980625] env[62633]: DEBUG nova.scheduler.client.report [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1557.006726] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a05fd51e-5fcf-4fde-ad5b-e8b259f3a134 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.173s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.182676] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Successfully updated port: 99b058e4-c712-4595-ab8e-87e4e9dbde97 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.244360] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807737, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.464916] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807735, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.486924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.487471] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1557.493164] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.343s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.493164] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.493164] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1557.493164] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.572s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.493164] env[62633]: INFO nova.compute.claims [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.495568] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922a3ae8-31e2-41bd-8076-fd2a286db4fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.506220] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f9e3f0-7a44-4522-8603-d118bffffe74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.523358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e0d85e-063e-48db-baf0-d8dc04fd7f96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.533589] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9a358d-f95f-4864-8b08-45ebf34ed884 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.537200] env[62633]: DEBUG nova.network.neutron [req-f1a3c1c2-f142-4d96-98a0-d1eb413e68ec req-2bd451fd-d4cc-4233-b436-f32c6e4e6961 service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Updated VIF entry in instance network info cache for port 4d661043-8f9f-4863-86b8-4dcdb32035a1. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.537538] env[62633]: DEBUG nova.network.neutron [req-f1a3c1c2-f142-4d96-98a0-d1eb413e68ec req-2bd451fd-d4cc-4233-b436-f32c6e4e6961 service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Updating instance_info_cache with network_info: [{"id": "4d661043-8f9f-4863-86b8-4dcdb32035a1", "address": "fa:16:3e:8b:bf:ce", "network": {"id": "a9f7154d-4d25-415a-96fe-29226d0812b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915638332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71f39395ad9e4a25a21441f140210f4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d661043-8f", "ovs_interfaceid": "4d661043-8f9f-4863-86b8-4dcdb32035a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.567892] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178180MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1557.568077] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.688659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "refresh_cache-7af4d732-4d7c-4eeb-95d0-84b4544dd752" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.688659] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "refresh_cache-7af4d732-4d7c-4eeb-95d0-84b4544dd752" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.688659] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.728922] env[62633]: DEBUG nova.compute.manager [req-dbf7738b-31a2-45ee-929d-900837b8beee req-cc857b9f-b68e-4aed-9f6b-1fe304cc24d0 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Received event network-changed-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1557.729246] env[62633]: DEBUG nova.compute.manager [req-dbf7738b-31a2-45ee-929d-900837b8beee req-cc857b9f-b68e-4aed-9f6b-1fe304cc24d0 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Refreshing instance network info cache due to event network-changed-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1557.729490] env[62633]: DEBUG oslo_concurrency.lockutils [req-dbf7738b-31a2-45ee-929d-900837b8beee req-cc857b9f-b68e-4aed-9f6b-1fe304cc24d0 service nova] Acquiring lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.729665] env[62633]: DEBUG oslo_concurrency.lockutils [req-dbf7738b-31a2-45ee-929d-900837b8beee req-cc857b9f-b68e-4aed-9f6b-1fe304cc24d0 service nova] Acquired lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.729836] env[62633]: DEBUG nova.network.neutron [req-dbf7738b-31a2-45ee-929d-900837b8beee req-cc857b9f-b68e-4aed-9f6b-1fe304cc24d0 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Refreshing network info cache for port 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.745238] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807737, 'name': CreateVM_Task, 'duration_secs': 0.754622} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.745811] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.746183] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.746401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.746765] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.747084] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad38cdc-193a-49d1-b526-d479042a7f63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.752281] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1557.752281] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b7c3e2-d135-59ef-1a52-c74529bc694a" [ 1557.752281] env[62633]: _type = "Task" [ 1557.752281] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.760793] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b7c3e2-d135-59ef-1a52-c74529bc694a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.767659] env[62633]: DEBUG nova.compute.manager [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Stashing vm_state: stopped {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1557.960799] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807735, 'name': ReconfigVM_Task, 'duration_secs': 1.636539} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.961867] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a2308b1a-6617-49f9-a731-e445b3c61cf7/a2308b1a-6617-49f9-a731-e445b3c61cf7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.962783] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a092a9-4d06-4a06-9309-7eaac453f9f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.969385] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1557.969385] env[62633]: value = "task-1807738" [ 1557.969385] env[62633]: _type = "Task" [ 1557.969385] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.978863] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807738, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.997092] env[62633]: DEBUG nova.compute.utils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.001887] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1558.002155] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1558.040326] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1a3c1c2-f142-4d96-98a0-d1eb413e68ec req-2bd451fd-d4cc-4233-b436-f32c6e4e6961 service nova] Releasing lock "refresh_cache-84e5cf9f-7de1-4edf-8097-3b89533f86a8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.044850] env[62633]: DEBUG nova.policy [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c299f38c38e74ef9b371c78b20166585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '222b9bf7f08e49e2977f1472c64081a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1558.230991] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.266063] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b7c3e2-d135-59ef-1a52-c74529bc694a, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.266063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.266663] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.266961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.267162] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.267361] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.269405] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955afc4c-e804-44ac-b351-aba6de2aeba0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.282288] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.282288] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.282778] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382f0701-a3cf-43f9-8186-885792472a84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.289392] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1558.289392] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529a595c-ef35-18af-a0d9-9aed0615a2c1" [ 1558.289392] env[62633]: _type = "Task" [ 1558.289392] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.292117] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.296719] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529a595c-ef35-18af-a0d9-9aed0615a2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.306245] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Successfully created port: a615d2ff-c18a-42d3-9ba3-8a39278fc2e9 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.360768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.361056] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.361346] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.361476] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.361669] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.366236] env[62633]: INFO nova.compute.manager [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Terminating instance [ 1558.368077] env[62633]: DEBUG nova.compute.manager [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1558.368285] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1558.369455] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00374de-abee-4c5d-a791-38cfa5131905 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.379978] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.380091] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74e5d45d-2cb9-4a12-b903-a3a6362c6450 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.388169] env[62633]: DEBUG oslo_vmware.api [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1558.388169] env[62633]: value = "task-1807739" [ 1558.388169] env[62633]: _type = "Task" [ 1558.388169] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.398355] env[62633]: DEBUG oslo_vmware.api [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.480296] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807738, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.487872] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Updating instance_info_cache with network_info: [{"id": "99b058e4-c712-4595-ab8e-87e4e9dbde97", "address": "fa:16:3e:5f:97:a3", "network": {"id": "37da7ad7-284a-47ae-9456-80cb03b12bbf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-833403362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222b9bf7f08e49e2977f1472c64081a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b058e4-c7", "ovs_interfaceid": "99b058e4-c712-4595-ab8e-87e4e9dbde97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.500876] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1558.542356] env[62633]: DEBUG nova.network.neutron [req-dbf7738b-31a2-45ee-929d-900837b8beee req-cc857b9f-b68e-4aed-9f6b-1fe304cc24d0 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updated VIF entry in instance network info cache for port 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.542738] env[62633]: DEBUG nova.network.neutron [req-dbf7738b-31a2-45ee-929d-900837b8beee req-cc857b9f-b68e-4aed-9f6b-1fe304cc24d0 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updating instance_info_cache with network_info: [{"id": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "address": "fa:16:3e:f0:69:56", "network": {"id": "b3f8053d-39f1-4cad-97e2-312543dc6b28", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1079107806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef80fd718ea649f0856f2dc3d35615a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ccc275f-7e", "ovs_interfaceid": "7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.800624] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529a595c-ef35-18af-a0d9-9aed0615a2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.801490] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52cae0b0-674d-420b-be2c-8fbe4a313004 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.808327] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1558.808327] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5247009c-9944-f490-53c0-0ba52b87c59b" [ 1558.808327] env[62633]: _type = "Task" [ 1558.808327] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.815781] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5247009c-9944-f490-53c0-0ba52b87c59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.891628] env[62633]: DEBUG nova.compute.manager [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Received event network-vif-plugged-99b058e4-c712-4595-ab8e-87e4e9dbde97 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.891628] env[62633]: DEBUG oslo_concurrency.lockutils [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] Acquiring lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.891628] env[62633]: DEBUG oslo_concurrency.lockutils [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] Lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.891628] env[62633]: DEBUG oslo_concurrency.lockutils [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] Lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.891628] env[62633]: DEBUG nova.compute.manager [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] No waiting events found dispatching network-vif-plugged-99b058e4-c712-4595-ab8e-87e4e9dbde97 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1558.891809] env[62633]: WARNING nova.compute.manager [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Received unexpected event network-vif-plugged-99b058e4-c712-4595-ab8e-87e4e9dbde97 for instance with vm_state building and task_state spawning. [ 1558.891883] env[62633]: DEBUG nova.compute.manager [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Received event network-changed-99b058e4-c712-4595-ab8e-87e4e9dbde97 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.892062] env[62633]: DEBUG nova.compute.manager [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Refreshing instance network info cache due to event network-changed-99b058e4-c712-4595-ab8e-87e4e9dbde97. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1558.892237] env[62633]: DEBUG oslo_concurrency.lockutils [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] Acquiring lock "refresh_cache-7af4d732-4d7c-4eeb-95d0-84b4544dd752" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.903418] env[62633]: DEBUG oslo_vmware.api [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.955318] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340f3540-6a41-4cb8-8461-a669877b9073 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.963693] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d4ebac-af30-47ee-9cad-b58f5b347a81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.993292] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "refresh_cache-7af4d732-4d7c-4eeb-95d0-84b4544dd752" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.993583] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Instance network_info: |[{"id": "99b058e4-c712-4595-ab8e-87e4e9dbde97", "address": "fa:16:3e:5f:97:a3", "network": {"id": "37da7ad7-284a-47ae-9456-80cb03b12bbf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-833403362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222b9bf7f08e49e2977f1472c64081a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b058e4-c7", "ovs_interfaceid": "99b058e4-c712-4595-ab8e-87e4e9dbde97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1558.996608] env[62633]: DEBUG oslo_concurrency.lockutils [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] Acquired lock "refresh_cache-7af4d732-4d7c-4eeb-95d0-84b4544dd752" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.996798] env[62633]: DEBUG nova.network.neutron [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Refreshing network info cache for port 99b058e4-c712-4595-ab8e-87e4e9dbde97 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.998024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:97:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99b058e4-c712-4595-ab8e-87e4e9dbde97', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.006025] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Creating folder: Project (222b9bf7f08e49e2977f1472c64081a4). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1559.006656] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f131288a-b497-47ac-bfe4-b18ddd1fda16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.010242] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e49c0f1-9826-46e9-bb9c-65a6a2ebc3eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.022070] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807738, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.025210] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Created folder: Project (222b9bf7f08e49e2977f1472c64081a4) in parent group-v374582. [ 1559.025408] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Creating folder: Instances. Parent ref: group-v374704. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1559.026931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e9e6a-2618-4b49-9b31-e7357f9c79cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.030924] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97f80350-ace9-4d14-a5c1-85b642e3f9de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.043400] env[62633]: DEBUG nova.compute.provider_tree [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.046330] env[62633]: DEBUG oslo_concurrency.lockutils [req-dbf7738b-31a2-45ee-929d-900837b8beee req-cc857b9f-b68e-4aed-9f6b-1fe304cc24d0 service nova] Releasing lock "refresh_cache-c28dc1c5-6a41-4e47-829d-6cb1160bf83f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.046614] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Created folder: Instances in parent group-v374704. [ 1559.046878] env[62633]: DEBUG oslo.service.loopingcall [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.047843] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1559.047989] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63730f05-fa39-441a-ab89-835eff2b2998 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.068592] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.068592] env[62633]: value = "task-1807742" [ 1559.068592] env[62633]: _type = "Task" [ 1559.068592] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.076224] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807742, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.323636] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5247009c-9944-f490-53c0-0ba52b87c59b, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.323816] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.323977] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 84e5cf9f-7de1-4edf-8097-3b89533f86a8/84e5cf9f-7de1-4edf-8097-3b89533f86a8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1559.324967] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5d19a1b-317b-4e00-b835-8f8589be76d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.333036] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1559.333036] env[62633]: value = "task-1807743" [ 1559.333036] env[62633]: _type = "Task" [ 1559.333036] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.344224] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.400021] env[62633]: DEBUG oslo_vmware.api [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807739, 'name': PowerOffVM_Task, 'duration_secs': 0.930247} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.400359] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.400540] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.400814] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03714ce3-6c41-48bf-8e61-060d816b7b93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.502328] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807738, 'name': Rename_Task, 'duration_secs': 1.16699} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.502703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.502990] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fc458d6-308c-4751-8598-2283bd89d747 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.512106] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1559.512106] env[62633]: value = "task-1807745" [ 1559.512106] env[62633]: _type = "Task" [ 1559.512106] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.519365] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1559.527307] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807745, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1559.546316] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1559.547202] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383398ac-7b80-4638-8652-3f29ce9bd76f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.550911] env[62633]: DEBUG nova.scheduler.client.report [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1559.560699] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f3c7e-dc4c-4d75-8509-dadf0517b57d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.587098] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807742, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.785913] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1559.786356] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1559.786660] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Deleting the datastore file [datastore1] c28dc1c5-6a41-4e47-829d-6cb1160bf83f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.787100] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aea537e3-095a-448a-a885-bf813967e120 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.797398] env[62633]: DEBUG oslo_vmware.api [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1559.797398] env[62633]: value = "task-1807746" [ 1559.797398] env[62633]: _type = "Task" [ 1559.797398] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.806617] env[62633]: DEBUG oslo_vmware.api [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.817569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.817791] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.818062] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.818216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.818421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.820720] env[62633]: INFO nova.compute.manager [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Terminating instance [ 1559.822707] env[62633]: DEBUG nova.compute.manager [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1559.822929] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.823930] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e830e55-4e8c-4551-9c04-8ded9d466d4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.831054] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.831331] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e1ada9-e01c-413c-bd7c-e12cef2c95e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.838849] env[62633]: DEBUG oslo_vmware.api [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1559.838849] env[62633]: value = "task-1807747" [ 1559.838849] env[62633]: _type = "Task" [ 1559.838849] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.845471] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807743, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.850425] env[62633]: DEBUG oslo_vmware.api [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.878627] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Successfully updated port: a615d2ff-c18a-42d3-9ba3-8a39278fc2e9 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.921474] env[62633]: DEBUG nova.network.neutron [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Updated VIF entry in instance network info cache for port 99b058e4-c712-4595-ab8e-87e4e9dbde97. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.921942] env[62633]: DEBUG nova.network.neutron [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Updating instance_info_cache with network_info: [{"id": "99b058e4-c712-4595-ab8e-87e4e9dbde97", "address": "fa:16:3e:5f:97:a3", "network": {"id": "37da7ad7-284a-47ae-9456-80cb03b12bbf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-833403362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222b9bf7f08e49e2977f1472c64081a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b058e4-c7", "ovs_interfaceid": "99b058e4-c712-4595-ab8e-87e4e9dbde97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.024962] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807745, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.056300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.056982] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1560.063605] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.947s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.063893] env[62633]: DEBUG nova.objects.instance [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lazy-loading 'resources' on Instance uuid 3f36f848-4559-4a9c-a1ad-1fb6418172cd {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.085990] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807742, 'name': CreateVM_Task, 'duration_secs': 0.714278} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.086188] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1560.086911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.087104] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.087434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1560.087724] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f47b292-5b3a-4bf7-a278-a6e588213dd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.093332] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1560.093332] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e88f94-9354-dbdc-289b-179898934861" [ 1560.093332] env[62633]: _type = "Task" [ 1560.093332] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.103192] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e88f94-9354-dbdc-289b-179898934861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.309966] env[62633]: DEBUG oslo_vmware.api [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231738} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.310497] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.310569] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.310695] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.310925] env[62633]: INFO nova.compute.manager [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1560.311387] env[62633]: DEBUG oslo.service.loopingcall [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.311604] env[62633]: DEBUG nova.compute.manager [-] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1560.311716] env[62633]: DEBUG nova.network.neutron [-] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.346152] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.348487] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 84e5cf9f-7de1-4edf-8097-3b89533f86a8/84e5cf9f-7de1-4edf-8097-3b89533f86a8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.348710] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.348962] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-865229c5-2fa2-439c-8939-3ac191ea0837 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.354164] env[62633]: DEBUG oslo_vmware.api [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807747, 'name': PowerOffVM_Task, 'duration_secs': 0.191798} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.354741] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.354929] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.355200] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-919de418-3d3e-4b89-98b7-62ecae88c59c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.359648] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1560.359648] env[62633]: value = "task-1807748" [ 1560.359648] env[62633]: _type = "Task" [ 1560.359648] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.367135] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.384662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "refresh_cache-7f1691f3-c302-45a8-b5f2-3da9f56d565e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.384662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "refresh_cache-7f1691f3-c302-45a8-b5f2-3da9f56d565e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.384662] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.424885] env[62633]: DEBUG oslo_concurrency.lockutils [req-ba0c4f61-363e-447a-bb59-203ea9b8f8ab req-f7a8f0e1-71a5-46a9-ab93-bd6754367479 service nova] Releasing lock "refresh_cache-7af4d732-4d7c-4eeb-95d0-84b4544dd752" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.462422] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.462422] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.462422] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Deleting the datastore file [datastore1] 7d33e64b-6379-4bc2-a8ba-6581c23a6caa {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.462422] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-466381a8-592a-45b1-8fe3-83ba2b652942 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.468127] env[62633]: DEBUG oslo_vmware.api [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1560.468127] env[62633]: value = "task-1807750" [ 1560.468127] env[62633]: _type = "Task" [ 1560.468127] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.476906] env[62633]: DEBUG oslo_vmware.api [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.523657] env[62633]: DEBUG oslo_vmware.api [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807745, 'name': PowerOnVM_Task, 'duration_secs': 0.776887} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.524013] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.524279] env[62633]: INFO nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1560.524645] env[62633]: DEBUG nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1560.526152] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98814dec-7266-4555-8506-31a0806ca23b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.569579] env[62633]: DEBUG nova.compute.utils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.571112] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1560.571292] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.607801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.608314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.612683] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e88f94-9354-dbdc-289b-179898934861, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.616096] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.616359] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1560.616638] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.616890] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.617519] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1560.617816] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d48997c6-fde4-472d-a909-fda7ed24170b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.625824] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1560.626096] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1560.627198] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb608ab-d99c-49d4-9fb4-9e7288b435e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.630877] env[62633]: DEBUG nova.policy [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c299f38c38e74ef9b371c78b20166585', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '222b9bf7f08e49e2977f1472c64081a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1560.637823] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1560.637823] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5212eae0-7bf0-dd13-10cd-2048f5dfcf29" [ 1560.637823] env[62633]: _type = "Task" [ 1560.637823] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.645850] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5212eae0-7bf0-dd13-10cd-2048f5dfcf29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.707299] env[62633]: DEBUG nova.compute.manager [req-031f538b-79df-4ebb-aeba-66324ac9521e req-c2ccc294-7efc-4c34-b42a-558c2229acc2 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Received event network-vif-deleted-7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1560.707526] env[62633]: INFO nova.compute.manager [req-031f538b-79df-4ebb-aeba-66324ac9521e req-c2ccc294-7efc-4c34-b42a-558c2229acc2 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Neutron deleted interface 7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3; detaching it from the instance and deleting it from the info cache [ 1560.707704] env[62633]: DEBUG nova.network.neutron [req-031f538b-79df-4ebb-aeba-66324ac9521e req-c2ccc294-7efc-4c34-b42a-558c2229acc2 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.874100] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069255} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.877844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1560.879339] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaeed60-be9b-48db-8a67-f7d1597aaf82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.916396] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 84e5cf9f-7de1-4edf-8097-3b89533f86a8/84e5cf9f-7de1-4edf-8097-3b89533f86a8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.920815] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ceb658-ecbc-49d4-acd5-b6f90b96b549 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.946715] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Successfully created port: 19109d2d-1165-462c-b400-e596c117226b {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.950771] env[62633]: DEBUG nova.compute.manager [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Received event network-vif-plugged-a615d2ff-c18a-42d3-9ba3-8a39278fc2e9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1560.951163] env[62633]: DEBUG oslo_concurrency.lockutils [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] Acquiring lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.951531] env[62633]: DEBUG oslo_concurrency.lockutils [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] Lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.951846] env[62633]: DEBUG oslo_concurrency.lockutils [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] Lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.952252] env[62633]: DEBUG nova.compute.manager [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] No waiting events found dispatching network-vif-plugged-a615d2ff-c18a-42d3-9ba3-8a39278fc2e9 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1560.952817] env[62633]: WARNING nova.compute.manager [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Received unexpected event network-vif-plugged-a615d2ff-c18a-42d3-9ba3-8a39278fc2e9 for instance with vm_state building and task_state spawning. [ 1560.953197] env[62633]: DEBUG nova.compute.manager [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Received event network-changed-a615d2ff-c18a-42d3-9ba3-8a39278fc2e9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1560.953483] env[62633]: DEBUG nova.compute.manager [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Refreshing instance network info cache due to event network-changed-a615d2ff-c18a-42d3-9ba3-8a39278fc2e9. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1560.953790] env[62633]: DEBUG oslo_concurrency.lockutils [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] Acquiring lock "refresh_cache-7f1691f3-c302-45a8-b5f2-3da9f56d565e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.961116] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1560.961116] env[62633]: value = "task-1807751" [ 1560.961116] env[62633]: _type = "Task" [ 1560.961116] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.971780] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.986096] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.996681] env[62633]: DEBUG oslo_vmware.api [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133698} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.997095] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.997407] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.997716] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.998034] env[62633]: INFO nova.compute.manager [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1560.999052] env[62633]: DEBUG oslo.service.loopingcall [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.999052] env[62633]: DEBUG nova.compute.manager [-] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1560.999052] env[62633]: DEBUG nova.network.neutron [-] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.045972] env[62633]: INFO nova.compute.manager [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Took 44.27 seconds to build instance. [ 1561.077162] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1561.150290] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5212eae0-7bf0-dd13-10cd-2048f5dfcf29, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.151143] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ede567-ffe6-4309-b44c-a7bf79fb448d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.159531] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1561.159531] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a4d25d-bf5d-1eee-670c-929241b04229" [ 1561.159531] env[62633]: _type = "Task" [ 1561.159531] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.168044] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a4d25d-bf5d-1eee-670c-929241b04229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.184142] env[62633]: DEBUG nova.network.neutron [-] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.213431] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-839050a9-59af-45ce-884e-063bda257556 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.226105] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fafc244-4a80-48a3-a722-7df33e8ea075 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.271570] env[62633]: DEBUG nova.compute.manager [req-031f538b-79df-4ebb-aeba-66324ac9521e req-c2ccc294-7efc-4c34-b42a-558c2229acc2 service nova] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Detach interface failed, port_id=7ccc275f-7ec6-4e8f-a142-eacb1b9ddfa3, reason: Instance c28dc1c5-6a41-4e47-829d-6cb1160bf83f could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1561.296690] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a75d7bb-da11-4584-ac27-b63e4c0edd57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.304488] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c703c0db-d279-4638-81a4-1759305531d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.336165] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acebcfc-397c-4a42-bd0e-3991c70784f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.343644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921339f3-f7cc-42a9-8695-047066d3b82e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.357254] env[62633]: DEBUG nova.compute.provider_tree [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.472942] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.548102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b71ab676-02ca-4997-98ff-49b04dbd22d9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "a2308b1a-6617-49f9-a731-e445b3c61cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.925s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.622020] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Updating instance_info_cache with network_info: [{"id": "a615d2ff-c18a-42d3-9ba3-8a39278fc2e9", "address": "fa:16:3e:9f:41:4a", "network": {"id": "37da7ad7-284a-47ae-9456-80cb03b12bbf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-833403362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222b9bf7f08e49e2977f1472c64081a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa615d2ff-c1", "ovs_interfaceid": "a615d2ff-c18a-42d3-9ba3-8a39278fc2e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.672096] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a4d25d-bf5d-1eee-670c-929241b04229, 'name': SearchDatastore_Task, 'duration_secs': 0.024861} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.672653] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.672924] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7af4d732-4d7c-4eeb-95d0-84b4544dd752/7af4d732-4d7c-4eeb-95d0-84b4544dd752.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.673202] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea1e7210-a347-48c6-b3d8-34d8f568ad86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.682731] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1561.682731] env[62633]: value = "task-1807752" [ 1561.682731] env[62633]: _type = "Task" [ 1561.682731] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.687193] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.688706] env[62633]: INFO nova.compute.manager [-] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Took 1.38 seconds to deallocate network for instance. [ 1561.751023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6dec6-f2a8-4022-8f14-6d33aad69e98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.756165] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-70edc798-20f0-4cd7-bd95-815937686616 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1561.756633] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2c3f1a4-830c-4dfe-af77-efd62e48e1b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.765319] env[62633]: DEBUG oslo_vmware.api [None req-70edc798-20f0-4cd7-bd95-815937686616 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1561.765319] env[62633]: value = "task-1807753" [ 1561.765319] env[62633]: _type = "Task" [ 1561.765319] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.772685] env[62633]: DEBUG oslo_vmware.api [None req-70edc798-20f0-4cd7-bd95-815937686616 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807753, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.861119] env[62633]: DEBUG nova.scheduler.client.report [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1561.973678] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807751, 'name': ReconfigVM_Task, 'duration_secs': 0.711292} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.974065] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 84e5cf9f-7de1-4edf-8097-3b89533f86a8/84e5cf9f-7de1-4edf-8097-3b89533f86a8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.974752] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-032a300d-8b87-4456-a2ed-bed92c287f2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.982851] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1561.982851] env[62633]: value = "task-1807754" [ 1561.982851] env[62633]: _type = "Task" [ 1561.982851] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.993478] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807754, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.051542] env[62633]: DEBUG nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1562.092179] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1562.129112] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "refresh_cache-7f1691f3-c302-45a8-b5f2-3da9f56d565e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.129474] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Instance network_info: |[{"id": "a615d2ff-c18a-42d3-9ba3-8a39278fc2e9", "address": "fa:16:3e:9f:41:4a", "network": {"id": "37da7ad7-284a-47ae-9456-80cb03b12bbf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-833403362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222b9bf7f08e49e2977f1472c64081a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa615d2ff-c1", "ovs_interfaceid": "a615d2ff-c18a-42d3-9ba3-8a39278fc2e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1562.132190] env[62633]: DEBUG oslo_concurrency.lockutils [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] Acquired lock "refresh_cache-7f1691f3-c302-45a8-b5f2-3da9f56d565e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.132514] env[62633]: DEBUG nova.network.neutron [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Refreshing network info cache for port a615d2ff-c18a-42d3-9ba3-8a39278fc2e9 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.134257] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:41:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a615d2ff-c18a-42d3-9ba3-8a39278fc2e9', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.144394] env[62633]: DEBUG oslo.service.loopingcall [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.145544] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.145814] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-704ee219-8242-4a14-a1b9-1dfa758a595a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.165247] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1562.165572] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1562.165797] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.166055] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1562.166172] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.166327] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1562.166703] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1562.166888] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1562.167099] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1562.167289] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1562.167479] env[62633]: DEBUG nova.virt.hardware [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1562.168736] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9d6dd3-53e4-4dcc-b586-539d82a773d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.179950] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e5977-44e8-4f86-b71c-efa0da22e8a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.184219] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.184219] env[62633]: value = "task-1807755" [ 1562.184219] env[62633]: _type = "Task" [ 1562.184219] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.206158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.212371] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.216499] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807755, 'name': CreateVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.277295] env[62633]: DEBUG oslo_vmware.api [None req-70edc798-20f0-4cd7-bd95-815937686616 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807753, 'name': SuspendVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.368326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.371160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.157s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.373353] env[62633]: INFO nova.compute.claims [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.394753] env[62633]: INFO nova.scheduler.client.report [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleted allocations for instance 3f36f848-4559-4a9c-a1ad-1fb6418172cd [ 1562.493929] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807754, 'name': Rename_Task, 'duration_secs': 0.399163} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.495031] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.495191] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02d913f1-bbc8-4b00-b1c1-786927cd3956 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.501684] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1562.501684] env[62633]: value = "task-1807756" [ 1562.501684] env[62633]: _type = "Task" [ 1562.501684] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.510298] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.559534] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Successfully updated port: 19109d2d-1165-462c-b400-e596c117226b {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.574741] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.701026] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606616} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.701026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7af4d732-4d7c-4eeb-95d0-84b4544dd752/7af4d732-4d7c-4eeb-95d0-84b4544dd752.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.701392] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.702103] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807755, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.702489] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e07f019c-77d2-4d85-9004-3ce57dea3924 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.716434] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1562.716434] env[62633]: value = "task-1807757" [ 1562.716434] env[62633]: _type = "Task" [ 1562.716434] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.726930] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.737482] env[62633]: DEBUG nova.network.neutron [-] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.778198] env[62633]: DEBUG oslo_vmware.api [None req-70edc798-20f0-4cd7-bd95-815937686616 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807753, 'name': SuspendVM_Task, 'duration_secs': 0.9253} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.778671] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-70edc798-20f0-4cd7-bd95-815937686616 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1562.779479] env[62633]: DEBUG nova.compute.manager [None req-70edc798-20f0-4cd7-bd95-815937686616 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1562.780460] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bdbb07-a1c3-435d-b769-384b6ec71005 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.906840] env[62633]: DEBUG nova.compute.manager [req-a5fec86c-86c4-4425-ae6f-931123db2896 req-9bb4ac36-eade-4e61-bf67-9c7205a931d4 service nova] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Received event network-vif-deleted-4ba05a3d-12e6-4656-ab23-e7ddc3b20bd3 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1562.908792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e630d10b-15c4-4ef2-b58c-657a567be938 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "3f36f848-4559-4a9c-a1ad-1fb6418172cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.354s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.920363] env[62633]: DEBUG nova.network.neutron [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Updated VIF entry in instance network info cache for port a615d2ff-c18a-42d3-9ba3-8a39278fc2e9. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.920469] env[62633]: DEBUG nova.network.neutron [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Updating instance_info_cache with network_info: [{"id": "a615d2ff-c18a-42d3-9ba3-8a39278fc2e9", "address": "fa:16:3e:9f:41:4a", "network": {"id": "37da7ad7-284a-47ae-9456-80cb03b12bbf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-833403362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222b9bf7f08e49e2977f1472c64081a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa615d2ff-c1", "ovs_interfaceid": "a615d2ff-c18a-42d3-9ba3-8a39278fc2e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.014557] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807756, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.047673] env[62633]: DEBUG nova.compute.manager [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Received event network-vif-plugged-19109d2d-1165-462c-b400-e596c117226b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1563.047978] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] Acquiring lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.048134] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] Lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.048292] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] Lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.048489] env[62633]: DEBUG nova.compute.manager [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] No waiting events found dispatching network-vif-plugged-19109d2d-1165-462c-b400-e596c117226b {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1563.048626] env[62633]: WARNING nova.compute.manager [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Received unexpected event network-vif-plugged-19109d2d-1165-462c-b400-e596c117226b for instance with vm_state building and task_state spawning. [ 1563.048793] env[62633]: DEBUG nova.compute.manager [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Received event network-changed-19109d2d-1165-462c-b400-e596c117226b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1563.048944] env[62633]: DEBUG nova.compute.manager [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Refreshing instance network info cache due to event network-changed-19109d2d-1165-462c-b400-e596c117226b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1563.049141] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] Acquiring lock "refresh_cache-e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.049293] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] Acquired lock "refresh_cache-e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.049577] env[62633]: DEBUG nova.network.neutron [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Refreshing network info cache for port 19109d2d-1165-462c-b400-e596c117226b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.065247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "refresh_cache-e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.196034] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807755, 'name': CreateVM_Task, 'duration_secs': 0.695085} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.196218] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.196887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.197072] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.197404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.197664] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daca7122-46a8-4c3f-805d-72f8aa0ebb08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.202500] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1563.202500] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52321153-9774-091c-ede3-4078e6f383f2" [ 1563.202500] env[62633]: _type = "Task" [ 1563.202500] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.209951] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52321153-9774-091c-ede3-4078e6f383f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.223700] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071153} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.224018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1563.224855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eb3fa7-5d56-49c9-9978-be32ca2633f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.246618] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 7af4d732-4d7c-4eeb-95d0-84b4544dd752/7af4d732-4d7c-4eeb-95d0-84b4544dd752.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.247057] env[62633]: INFO nova.compute.manager [-] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Took 2.25 seconds to deallocate network for instance. [ 1563.247305] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c7a199d-719d-40c4-a65f-eeff9dbb71f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.270127] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1563.270127] env[62633]: value = "task-1807758" [ 1563.270127] env[62633]: _type = "Task" [ 1563.270127] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.277673] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.422551] env[62633]: DEBUG oslo_concurrency.lockutils [req-a097bcf0-d9d1-4e91-98a2-d0c2188caa1e req-e630714b-ff68-4e9f-b05c-9cd3674f950b service nova] Releasing lock "refresh_cache-7f1691f3-c302-45a8-b5f2-3da9f56d565e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.512217] env[62633]: DEBUG oslo_vmware.api [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807756, 'name': PowerOnVM_Task, 'duration_secs': 0.663511} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.514907] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.515145] env[62633]: INFO nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1563.515332] env[62633]: DEBUG nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1563.516330] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec8c31c-fe7f-4b02-93cb-3c3f8d9904ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.580490] env[62633]: DEBUG nova.network.neutron [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.661918] env[62633]: DEBUG nova.network.neutron [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.715807] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52321153-9774-091c-ede3-4078e6f383f2, 'name': SearchDatastore_Task, 'duration_secs': 0.02487} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.717959] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.718218] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.718458] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.718607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.718785] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.719345] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-729c9bab-4ce0-41ef-b4dd-bdebe4c7714c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.735792] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.735979] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.738541] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937a27b9-828d-47d2-8673-5be8cf4a4048 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.743817] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1563.743817] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d3b762-3704-ffdc-3005-beb9bf037baa" [ 1563.743817] env[62633]: _type = "Task" [ 1563.743817] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.753228] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d3b762-3704-ffdc-3005-beb9bf037baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.768565] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.779783] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807758, 'name': ReconfigVM_Task, 'duration_secs': 0.291294} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.782610] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 7af4d732-4d7c-4eeb-95d0-84b4544dd752/7af4d732-4d7c-4eeb-95d0-84b4544dd752.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.783427] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c6a176f-1811-4655-a8bf-a2ea3088af1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.789679] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1563.789679] env[62633]: value = "task-1807759" [ 1563.789679] env[62633]: _type = "Task" [ 1563.789679] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.799480] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807759, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.835821] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9407e2-529f-4d59-9e44-080cd6e89625 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.843203] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d8ef73-c729-4e3c-b450-f97d588fe352 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.876022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3ce06-2b0e-4ebc-a33b-bce7b9eb19bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.882203] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4229b812-8283-41d9-a507-4b4266327e84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.895283] env[62633]: DEBUG nova.compute.provider_tree [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.038083] env[62633]: INFO nova.compute.manager [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Took 44.64 seconds to build instance. [ 1564.050972] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.051437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.051521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.051667] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.051843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.054165] env[62633]: INFO nova.compute.manager [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Terminating instance [ 1564.055936] env[62633]: DEBUG nova.compute.manager [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1564.056156] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.057186] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b878561-7199-4dc8-8892-e785dd564377 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.066672] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.066937] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed9ceaa-c0ff-4343-b350-5ef2a0189498 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.072996] env[62633]: DEBUG oslo_vmware.api [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1564.072996] env[62633]: value = "task-1807760" [ 1564.072996] env[62633]: _type = "Task" [ 1564.072996] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.080458] env[62633]: DEBUG oslo_vmware.api [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.164468] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3003ba2-14db-4496-b983-7f64d7ec7950 req-bc7c19e4-87ac-4e04-9c3e-b9f5190b9efc service nova] Releasing lock "refresh_cache-e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.165036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "refresh_cache-e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.165211] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.254339] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d3b762-3704-ffdc-3005-beb9bf037baa, 'name': SearchDatastore_Task, 'duration_secs': 0.028636} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.255207] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e93eee-f877-4e9a-b62d-940d49371269 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.260784] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1564.260784] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52109e62-16f0-253d-504e-032a8d3bfd11" [ 1564.260784] env[62633]: _type = "Task" [ 1564.260784] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.268608] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52109e62-16f0-253d-504e-032a8d3bfd11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.300064] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807759, 'name': Rename_Task, 'duration_secs': 0.146767} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.300539] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.300719] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f182922-ddcc-4c86-a0d1-dac8d0666121 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.307613] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1564.307613] env[62633]: value = "task-1807761" [ 1564.307613] env[62633]: _type = "Task" [ 1564.307613] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.317581] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.398956] env[62633]: DEBUG nova.scheduler.client.report [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1564.540041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-751d3db8-0467-48c6-ae21-4dcc77dc1603 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.449s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.582889] env[62633]: DEBUG oslo_vmware.api [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807760, 'name': PowerOffVM_Task, 'duration_secs': 0.274704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.583156] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.583348] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.583603] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df4404e-f0d4-4e43-869a-d874ed67c05c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.700991] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1564.705912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.705912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.705912] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleting the datastore file [datastore1] cf86a1a0-715d-4b14-9151-4249ab7c53d7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.706207] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae0d3bc8-f352-4af2-8341-c1dafdb879bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.712378] env[62633]: DEBUG oslo_vmware.api [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1564.712378] env[62633]: value = "task-1807763" [ 1564.712378] env[62633]: _type = "Task" [ 1564.712378] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.720075] env[62633]: DEBUG oslo_vmware.api [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.771133] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52109e62-16f0-253d-504e-032a8d3bfd11, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.771473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.771752] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7f1691f3-c302-45a8-b5f2-3da9f56d565e/7f1691f3-c302-45a8-b5f2-3da9f56d565e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.772057] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff65c2eb-15ca-40fc-82c8-a7f0b1bf9525 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.781096] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1564.781096] env[62633]: value = "task-1807764" [ 1564.781096] env[62633]: _type = "Task" [ 1564.781096] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.789450] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.823423] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807761, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.855173] env[62633]: DEBUG nova.network.neutron [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Updating instance_info_cache with network_info: [{"id": "19109d2d-1165-462c-b400-e596c117226b", "address": "fa:16:3e:3c:ae:26", "network": {"id": "37da7ad7-284a-47ae-9456-80cb03b12bbf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-833403362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222b9bf7f08e49e2977f1472c64081a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19109d2d-11", "ovs_interfaceid": "19109d2d-1165-462c-b400-e596c117226b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.904965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.905579] env[62633]: DEBUG nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1564.908751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.122s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.043379] env[62633]: DEBUG nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1565.223419] env[62633]: DEBUG oslo_vmware.api [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174621} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.223610] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.223844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.224116] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.224231] env[62633]: INFO nova.compute.manager [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1565.224556] env[62633]: DEBUG oslo.service.loopingcall [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.224779] env[62633]: DEBUG nova.compute.manager [-] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1565.224878] env[62633]: DEBUG nova.network.neutron [-] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.292450] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807764, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.318854] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807761, 'name': PowerOnVM_Task, 'duration_secs': 0.557513} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.319201] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.319471] env[62633]: INFO nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1565.319722] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1565.320594] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22008a07-0bc0-4645-8c19-1c22a2d0b680 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.358354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "refresh_cache-e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.358571] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Instance network_info: |[{"id": "19109d2d-1165-462c-b400-e596c117226b", "address": "fa:16:3e:3c:ae:26", "network": {"id": "37da7ad7-284a-47ae-9456-80cb03b12bbf", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-833403362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "222b9bf7f08e49e2977f1472c64081a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "09bf081b-cdf0-4977-abe2-2339a87409ab", "external-id": "nsx-vlan-transportzone-378", "segmentation_id": 378, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19109d2d-11", "ovs_interfaceid": "19109d2d-1165-462c-b400-e596c117226b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1565.358996] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:ae:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '09bf081b-cdf0-4977-abe2-2339a87409ab', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19109d2d-1165-462c-b400-e596c117226b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.368270] env[62633]: DEBUG oslo.service.loopingcall [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.368859] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.369776] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57bee409-b593-4e6c-9521-db294af2eaf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.392948] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.392948] env[62633]: value = "task-1807765" [ 1565.392948] env[62633]: _type = "Task" [ 1565.392948] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.403778] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807765, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.410565] env[62633]: DEBUG nova.compute.utils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.415025] env[62633]: DEBUG nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1565.415025] env[62633]: DEBUG nova.network.neutron [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1565.417281] env[62633]: DEBUG nova.compute.manager [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1565.418405] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f972216a-1009-449f-9007-bf1cad9d27ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.490472] env[62633]: DEBUG nova.policy [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58660b50c2514d0aaa948e83b6823166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da13fd5efddf4a31ba4f4a504c086e4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1565.561927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.620870] env[62633]: DEBUG nova.compute.manager [req-ffaf2ac7-29b7-4d67-aa32-c16d5d9aaa79 req-442cec76-7172-4a39-ae2c-88ac6b5290e2 service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Received event network-vif-deleted-81b9346d-7bc6-418d-a510-d4fdffbbd262 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1565.620870] env[62633]: INFO nova.compute.manager [req-ffaf2ac7-29b7-4d67-aa32-c16d5d9aaa79 req-442cec76-7172-4a39-ae2c-88ac6b5290e2 service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Neutron deleted interface 81b9346d-7bc6-418d-a510-d4fdffbbd262; detaching it from the instance and deleting it from the info cache [ 1565.620870] env[62633]: DEBUG nova.network.neutron [req-ffaf2ac7-29b7-4d67-aa32-c16d5d9aaa79 req-442cec76-7172-4a39-ae2c-88ac6b5290e2 service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.795295] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548944} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.795295] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7f1691f3-c302-45a8-b5f2-3da9f56d565e/7f1691f3-c302-45a8-b5f2-3da9f56d565e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.795295] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.795526] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8145a9b3-f318-457e-9da0-b12ccaa8b3e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.802770] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1565.802770] env[62633]: value = "task-1807766" [ 1565.802770] env[62633]: _type = "Task" [ 1565.802770] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.845539] env[62633]: INFO nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Took 46.14 seconds to build instance. [ 1565.908103] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807765, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.915338] env[62633]: DEBUG nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1565.928633] env[62633]: INFO nova.compute.manager [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] instance snapshotting [ 1565.928993] env[62633]: WARNING nova.compute.manager [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1565.934417] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e37f769-bd09-4110-aff7-d4d572fed405 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.960839] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb73df9-c40a-478d-acdc-f719861c14a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.991176] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3394bdc0-5423-47c8-853a-c28682416b5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.000103] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbbdcd9-46d0-4c6c-aa55-d4c3c71f46c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.036715] env[62633]: DEBUG nova.network.neutron [-] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.040454] env[62633]: DEBUG nova.network.neutron [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Successfully created port: e5b67e63-d759-4b5e-80c6-34932ad4946a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.043176] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91cb008-4836-4a97-8486-5b16b495828d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.053021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b4f7ca-2651-4d18-b031-d34d9d729a1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.069290] env[62633]: DEBUG nova.compute.provider_tree [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.126475] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ed2cc28-3518-4c6d-bc66-a4614ebff5bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.137104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e9ada-d67d-4a72-990d-a8246c084d83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.175321] env[62633]: DEBUG nova.compute.manager [req-ffaf2ac7-29b7-4d67-aa32-c16d5d9aaa79 req-442cec76-7172-4a39-ae2c-88ac6b5290e2 service nova] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Detach interface failed, port_id=81b9346d-7bc6-418d-a510-d4fdffbbd262, reason: Instance cf86a1a0-715d-4b14-9151-4249ab7c53d7 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1566.316472] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17342} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.316777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.317599] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d88e9-9319-4578-83ef-b3583bf9b0ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.343594] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7f1691f3-c302-45a8-b5f2-3da9f56d565e/7f1691f3-c302-45a8-b5f2-3da9f56d565e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.346440] env[62633]: DEBUG nova.compute.manager [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1566.346947] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ce3495-a636-45ee-92fd-8531e4f04c2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.371773] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.221s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.372105] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18079d53-a061-4b50-ad01-e7eda6deb19c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.386676] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1566.386676] env[62633]: value = "task-1807767" [ 1566.386676] env[62633]: _type = "Task" [ 1566.386676] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.401965] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.413981] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807765, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.475405] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1566.475728] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23cf86ee-9a86-4fab-a5f6-664d6ddd8b09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.484078] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1566.484078] env[62633]: value = "task-1807768" [ 1566.484078] env[62633]: _type = "Task" [ 1566.484078] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.492386] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807768, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.540594] env[62633]: INFO nova.compute.manager [-] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Took 1.32 seconds to deallocate network for instance. [ 1566.590110] env[62633]: ERROR nova.scheduler.client.report [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [req-7653679f-b14d-44c3-a28e-64d899bdfb16] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7653679f-b14d-44c3-a28e-64d899bdfb16"}]} [ 1566.606097] env[62633]: DEBUG nova.scheduler.client.report [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1566.621153] env[62633]: DEBUG nova.scheduler.client.report [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1566.621243] env[62633]: DEBUG nova.compute.provider_tree [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.632030] env[62633]: DEBUG nova.scheduler.client.report [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1566.649746] env[62633]: DEBUG nova.scheduler.client.report [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1566.880428] env[62633]: DEBUG nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1566.889023] env[62633]: INFO nova.compute.manager [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] instance snapshotting [ 1566.894764] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a81d778-e899-4a8d-89fe-b27a32870fc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.903788] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.923544] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153746df-c619-4e0b-8623-f15fe029ae72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.927696] env[62633]: DEBUG nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1566.934413] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807765, 'name': CreateVM_Task, 'duration_secs': 1.470638} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.934413] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.934995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.935058] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.935387] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.937553] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a14e48-29ef-49e0-9226-4d12bf48bc88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.949979] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1566.949979] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521e3d2c-eab9-f493-9301-3c67c5fa1022" [ 1566.949979] env[62633]: _type = "Task" [ 1566.949979] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.958424] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521e3d2c-eab9-f493-9301-3c67c5fa1022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.974191] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1566.974482] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1566.974653] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.974860] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1566.975049] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.975219] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1566.975452] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1566.975635] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1566.975826] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1566.976016] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1566.976244] env[62633]: DEBUG nova.virt.hardware [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.977144] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d7d34d-7152-4218-a7e2-1e55d63b7ab0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.993593] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb92f6b8-3a86-4379-a75f-6106bf416ffd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.003365] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807768, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.047682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.191950] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6977f5-a2fd-4a97-bc97-b04431da9873 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.200035] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49943054-0ee1-4230-b8da-3e9ae824ee4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.230391] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31456f21-1f0c-4443-8d47-faa9116d4949 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.238073] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df4c8ef-d709-4a50-a7fb-dfe1d4f0e85a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.253484] env[62633]: DEBUG nova.compute.provider_tree [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.404189] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807767, 'name': ReconfigVM_Task, 'duration_secs': 0.67666} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.404539] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7f1691f3-c302-45a8-b5f2-3da9f56d565e/7f1691f3-c302-45a8-b5f2-3da9f56d565e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.405215] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-464fe2c6-a60f-45a0-8a85-b16085f99dd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.408588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.412261] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1567.412261] env[62633]: value = "task-1807769" [ 1567.412261] env[62633]: _type = "Task" [ 1567.412261] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.419833] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807769, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.446438] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1567.446841] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64048647-a29e-4934-a3ce-9f69c4db143c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.455342] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1567.455342] env[62633]: value = "task-1807770" [ 1567.455342] env[62633]: _type = "Task" [ 1567.455342] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.464563] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521e3d2c-eab9-f493-9301-3c67c5fa1022, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.465273] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.465553] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.465823] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.465987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.466196] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.469289] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64cb3625-003b-4691-a4b7-b57b95cb9be5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.471262] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.477121] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.477329] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.478084] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5287a095-0801-4843-898c-a9cc3be78898 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.483598] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1567.483598] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5252cf04-82e1-617e-660d-81ef663f2bab" [ 1567.483598] env[62633]: _type = "Task" [ 1567.483598] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.495926] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807768, 'name': CreateSnapshot_Task, 'duration_secs': 0.884897} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.499900] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1567.499900] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5252cf04-82e1-617e-660d-81ef663f2bab, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.500933] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af9fa26-905a-4e5b-bcbe-464bdee40526 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.503561] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd809dad-b949-4c1a-a466-f99a2db878d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.514812] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1567.514812] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf9b8f-e9f7-e38b-fdad-95c0cd011dd6" [ 1567.514812] env[62633]: _type = "Task" [ 1567.514812] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.524531] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf9b8f-e9f7-e38b-fdad-95c0cd011dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.525194] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.525471] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a/e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.525756] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd737d05-2d19-413e-b1bc-ed4ff736b8d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.532957] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1567.532957] env[62633]: value = "task-1807771" [ 1567.532957] env[62633]: _type = "Task" [ 1567.532957] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.540823] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.670910] env[62633]: DEBUG nova.compute.manager [req-e29aa33f-81e4-4c86-aa94-24c8a52602a9 req-60932c36-b593-495f-8187-c92af74ba4b3 service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Received event network-vif-plugged-e5b67e63-d759-4b5e-80c6-34932ad4946a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1567.671161] env[62633]: DEBUG oslo_concurrency.lockutils [req-e29aa33f-81e4-4c86-aa94-24c8a52602a9 req-60932c36-b593-495f-8187-c92af74ba4b3 service nova] Acquiring lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.671406] env[62633]: DEBUG oslo_concurrency.lockutils [req-e29aa33f-81e4-4c86-aa94-24c8a52602a9 req-60932c36-b593-495f-8187-c92af74ba4b3 service nova] Lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.671681] env[62633]: DEBUG oslo_concurrency.lockutils [req-e29aa33f-81e4-4c86-aa94-24c8a52602a9 req-60932c36-b593-495f-8187-c92af74ba4b3 service nova] Lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.671977] env[62633]: DEBUG nova.compute.manager [req-e29aa33f-81e4-4c86-aa94-24c8a52602a9 req-60932c36-b593-495f-8187-c92af74ba4b3 service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] No waiting events found dispatching network-vif-plugged-e5b67e63-d759-4b5e-80c6-34932ad4946a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1567.672278] env[62633]: WARNING nova.compute.manager [req-e29aa33f-81e4-4c86-aa94-24c8a52602a9 req-60932c36-b593-495f-8187-c92af74ba4b3 service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Received unexpected event network-vif-plugged-e5b67e63-d759-4b5e-80c6-34932ad4946a for instance with vm_state building and task_state spawning. [ 1567.787560] env[62633]: DEBUG nova.scheduler.client.report [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1567.787868] env[62633]: DEBUG nova.compute.provider_tree [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 68 to 69 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1567.788067] env[62633]: DEBUG nova.compute.provider_tree [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.831356] env[62633]: DEBUG nova.network.neutron [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Successfully updated port: e5b67e63-d759-4b5e-80c6-34932ad4946a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.923100] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807769, 'name': Rename_Task, 'duration_secs': 0.143957} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.923452] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.923726] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-393d6d3d-2818-41b2-a499-0fdec2092eb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.931539] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1567.931539] env[62633]: value = "task-1807772" [ 1567.931539] env[62633]: _type = "Task" [ 1567.931539] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.942176] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.965760] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.023321] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1568.023849] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-500d3b18-bade-465a-b790-bfaa921de5a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.032719] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1568.032719] env[62633]: value = "task-1807773" [ 1568.032719] env[62633]: _type = "Task" [ 1568.032719] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.043924] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807773, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.047037] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504518} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.048034] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a/e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.048034] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.048034] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0432685a-c55d-4273-906d-5546d87f2fc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.054371] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1568.054371] env[62633]: value = "task-1807774" [ 1568.054371] env[62633]: _type = "Task" [ 1568.054371] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.063784] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.334037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquiring lock "refresh_cache-54cedec2-7cd1-41cb-a787-ad21ae57fef6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.334336] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquired lock "refresh_cache-54cedec2-7cd1-41cb-a787-ad21ae57fef6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.334336] env[62633]: DEBUG nova.network.neutron [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.441647] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.466531] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807770, 'name': CreateSnapshot_Task, 'duration_secs': 0.891329} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.466742] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1568.467496] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45856f39-036e-4754-bfb3-a0d26097518e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.544629] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807773, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.564380] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067014} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.564680] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.565501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff18b598-4845-41f2-93c3-3bbd109ea79a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.590863] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a/e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.591225] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc2b796-64f4-4d20-ba45-e279f16c7c88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.614132] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1568.614132] env[62633]: value = "task-1807775" [ 1568.614132] env[62633]: _type = "Task" [ 1568.614132] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.622798] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.799587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.891s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.802920] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.097s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.804401] env[62633]: INFO nova.compute.claims [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.868741] env[62633]: DEBUG nova.network.neutron [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.941849] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807772, 'name': PowerOnVM_Task, 'duration_secs': 0.780064} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.942269] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.942522] env[62633]: INFO nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1568.942712] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.943603] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c723492-50c0-4112-8167-d07a06bcd8fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.988078] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1568.988414] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b46b0fee-b608-4f60-ab85-7ef5f9ed6ce2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.997341] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1568.997341] env[62633]: value = "task-1807776" [ 1568.997341] env[62633]: _type = "Task" [ 1568.997341] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.008239] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807776, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.042610] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807773, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.046721] env[62633]: DEBUG nova.network.neutron [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Updating instance_info_cache with network_info: [{"id": "e5b67e63-d759-4b5e-80c6-34932ad4946a", "address": "fa:16:3e:51:c7:a7", "network": {"id": "3f0f59fd-ee0d-4fd2-ba1b-a504fa85da9d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1109813048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da13fd5efddf4a31ba4f4a504c086e4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b67e63-d7", "ovs_interfaceid": "e5b67e63-d759-4b5e-80c6-34932ad4946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.125868] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807775, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.372285] env[62633]: INFO nova.scheduler.client.report [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Deleted allocation for migration ae5742f6-396c-4a30-833d-53dd50c08508 [ 1569.466408] env[62633]: INFO nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Took 45.56 seconds to build instance. [ 1569.507378] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807776, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.543025] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807773, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.549066] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Releasing lock "refresh_cache-54cedec2-7cd1-41cb-a787-ad21ae57fef6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.549377] env[62633]: DEBUG nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Instance network_info: |[{"id": "e5b67e63-d759-4b5e-80c6-34932ad4946a", "address": "fa:16:3e:51:c7:a7", "network": {"id": "3f0f59fd-ee0d-4fd2-ba1b-a504fa85da9d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1109813048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da13fd5efddf4a31ba4f4a504c086e4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b67e63-d7", "ovs_interfaceid": "e5b67e63-d759-4b5e-80c6-34932ad4946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1569.549778] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c7:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5b67e63-d759-4b5e-80c6-34932ad4946a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.557482] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Creating folder: Project (da13fd5efddf4a31ba4f4a504c086e4d). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.557761] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8f8eabf-f6a8-4fb0-8ee6-7f5a5bc427fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.569355] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Created folder: Project (da13fd5efddf4a31ba4f4a504c086e4d) in parent group-v374582. [ 1569.569551] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Creating folder: Instances. Parent ref: group-v374713. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.569789] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1541219-75f7-4b5c-9896-ff3298b7117f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.580233] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Created folder: Instances in parent group-v374713. [ 1569.580688] env[62633]: DEBUG oslo.service.loopingcall [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.581025] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.581391] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26f86fa4-58f2-4f24-9d7b-0476cce7e45c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.609842] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.609842] env[62633]: value = "task-1807779" [ 1569.609842] env[62633]: _type = "Task" [ 1569.609842] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.617835] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807779, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.625358] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807775, 'name': ReconfigVM_Task, 'duration_secs': 0.540767} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.625665] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a/e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.626300] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2642aaea-1c4f-49a4-88ff-dfe3594e5f84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.631707] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1569.631707] env[62633]: value = "task-1807780" [ 1569.631707] env[62633]: _type = "Task" [ 1569.631707] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.639969] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807780, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.708096] env[62633]: DEBUG nova.compute.manager [req-94a9a792-7446-46e0-9a22-21cbbd88d995 req-9d10c6dc-3410-47d2-a736-18f0d4bc6b5e service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Received event network-changed-e5b67e63-d759-4b5e-80c6-34932ad4946a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1569.708363] env[62633]: DEBUG nova.compute.manager [req-94a9a792-7446-46e0-9a22-21cbbd88d995 req-9d10c6dc-3410-47d2-a736-18f0d4bc6b5e service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Refreshing instance network info cache due to event network-changed-e5b67e63-d759-4b5e-80c6-34932ad4946a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1569.708624] env[62633]: DEBUG oslo_concurrency.lockutils [req-94a9a792-7446-46e0-9a22-21cbbd88d995 req-9d10c6dc-3410-47d2-a736-18f0d4bc6b5e service nova] Acquiring lock "refresh_cache-54cedec2-7cd1-41cb-a787-ad21ae57fef6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.708764] env[62633]: DEBUG oslo_concurrency.lockutils [req-94a9a792-7446-46e0-9a22-21cbbd88d995 req-9d10c6dc-3410-47d2-a736-18f0d4bc6b5e service nova] Acquired lock "refresh_cache-54cedec2-7cd1-41cb-a787-ad21ae57fef6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.708945] env[62633]: DEBUG nova.network.neutron [req-94a9a792-7446-46e0-9a22-21cbbd88d995 req-9d10c6dc-3410-47d2-a736-18f0d4bc6b5e service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Refreshing network info cache for port e5b67e63-d759-4b5e-80c6-34932ad4946a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.879345] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7265d9d7-242a-4e0a-8953-438831619742 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.167s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.972625] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.791s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.019585] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807776, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.047563] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807773, 'name': CloneVM_Task, 'duration_secs': 1.86967} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.047563] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Created linked-clone VM from snapshot [ 1570.048731] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d073022-8e13-4617-ab91-bbe24e72218f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.062801] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Uploading image f91d9622-7b4f-4032-9745-7042a6b61e09 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1570.095031] env[62633]: DEBUG oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1570.095031] env[62633]: value = "vm-374710" [ 1570.095031] env[62633]: _type = "VirtualMachine" [ 1570.095031] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1570.095540] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c90d45ae-2365-4796-9a61-7aa5539d29d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.104264] env[62633]: DEBUG oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lease: (returnval){ [ 1570.104264] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de864c-240b-8978-7187-c61319f1ee9f" [ 1570.104264] env[62633]: _type = "HttpNfcLease" [ 1570.104264] env[62633]: } obtained for exporting VM: (result){ [ 1570.104264] env[62633]: value = "vm-374710" [ 1570.104264] env[62633]: _type = "VirtualMachine" [ 1570.104264] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1570.104780] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the lease: (returnval){ [ 1570.104780] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de864c-240b-8978-7187-c61319f1ee9f" [ 1570.104780] env[62633]: _type = "HttpNfcLease" [ 1570.104780] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1570.114815] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1570.114815] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de864c-240b-8978-7187-c61319f1ee9f" [ 1570.114815] env[62633]: _type = "HttpNfcLease" [ 1570.114815] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1570.119490] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807779, 'name': CreateVM_Task, 'duration_secs': 0.462859} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.121823] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.122760] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.122949] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.123420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.123611] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d57432-d454-46c3-8ebb-0cdca17437e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.128273] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1570.128273] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5298f1a7-0ec1-8a19-9eaa-d9ccf36ee34e" [ 1570.128273] env[62633]: _type = "Task" [ 1570.128273] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.139977] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5298f1a7-0ec1-8a19-9eaa-d9ccf36ee34e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.144769] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807780, 'name': Rename_Task, 'duration_secs': 0.192123} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.147263] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.147701] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf720378-a4e9-4d7c-970c-6334690848fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.153753] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1570.153753] env[62633]: value = "task-1807782" [ 1570.153753] env[62633]: _type = "Task" [ 1570.153753] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.165014] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.451769] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f581f8c5-b107-4a5d-9b19-9cb729bc7f77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.459684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f41c0d4-afc2-4172-b35d-e8c7c3011ba2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.490181] env[62633]: DEBUG nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1570.495952] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f79e984-84ff-4bce-9fc7-a5b266fb2b04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.506463] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5136cc7-f730-4751-bc10-62752c4f8da9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.515177] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807776, 'name': CloneVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.528074] env[62633]: DEBUG nova.compute.provider_tree [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.614507] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1570.614507] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de864c-240b-8978-7187-c61319f1ee9f" [ 1570.614507] env[62633]: _type = "HttpNfcLease" [ 1570.614507] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1570.614855] env[62633]: DEBUG oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1570.614855] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de864c-240b-8978-7187-c61319f1ee9f" [ 1570.614855] env[62633]: _type = "HttpNfcLease" [ 1570.614855] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1570.615606] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f9391d-0db0-45c2-bacc-6ab1771fe411 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.623589] env[62633]: DEBUG oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e73eb-5b2e-98a4-8236-61958dae8bcf/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1570.623784] env[62633]: DEBUG oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e73eb-5b2e-98a4-8236-61958dae8bcf/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1570.684675] env[62633]: DEBUG nova.network.neutron [req-94a9a792-7446-46e0-9a22-21cbbd88d995 req-9d10c6dc-3410-47d2-a736-18f0d4bc6b5e service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Updated VIF entry in instance network info cache for port e5b67e63-d759-4b5e-80c6-34932ad4946a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.685076] env[62633]: DEBUG nova.network.neutron [req-94a9a792-7446-46e0-9a22-21cbbd88d995 req-9d10c6dc-3410-47d2-a736-18f0d4bc6b5e service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Updating instance_info_cache with network_info: [{"id": "e5b67e63-d759-4b5e-80c6-34932ad4946a", "address": "fa:16:3e:51:c7:a7", "network": {"id": "3f0f59fd-ee0d-4fd2-ba1b-a504fa85da9d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1109813048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da13fd5efddf4a31ba4f4a504c086e4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b67e63-d7", "ovs_interfaceid": "e5b67e63-d759-4b5e-80c6-34932ad4946a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.699798] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5298f1a7-0ec1-8a19-9eaa-d9ccf36ee34e, 'name': SearchDatastore_Task, 'duration_secs': 0.032029} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.703371] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.703644] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.703887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.704051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.704235] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.704555] env[62633]: DEBUG oslo_vmware.api [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807782, 'name': PowerOnVM_Task, 'duration_secs': 0.495543} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.705017] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49ed1665-0248-43a4-9eb2-397d94148a03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.706943] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.707218] env[62633]: INFO nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1570.707347] env[62633]: DEBUG nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1570.708341] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e459c-af37-4a1c-9bc4-b9126af56665 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.721233] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.721233] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.721233] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e400535-8ab0-4cd5-98a7-c7fd7d453fa7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.724621] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1570.724621] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5257b9dd-6d7e-a99d-58a1-ceb69c73cf94" [ 1570.724621] env[62633]: _type = "Task" [ 1570.724621] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.733081] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5257b9dd-6d7e-a99d-58a1-ceb69c73cf94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.755207] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d6109ec-e24b-463e-8d09-626804f8eaa9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.016107] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807776, 'name': CloneVM_Task, 'duration_secs': 1.522653} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.017236] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Created linked-clone VM from snapshot [ 1571.017236] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5904793a-d78b-4616-8db7-1e65999071db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.022636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.026365] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Uploading image ee5ef6eb-6eef-4ea2-b258-5cf236e9002e {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1571.030074] env[62633]: DEBUG nova.scheduler.client.report [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1571.038809] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1571.039277] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-095559bd-bb50-436d-ab6c-683b4654009f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.047104] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1571.047104] env[62633]: value = "task-1807783" [ 1571.047104] env[62633]: _type = "Task" [ 1571.047104] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.058029] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807783, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.195507] env[62633]: DEBUG oslo_concurrency.lockutils [req-94a9a792-7446-46e0-9a22-21cbbd88d995 req-9d10c6dc-3410-47d2-a736-18f0d4bc6b5e service nova] Releasing lock "refresh_cache-54cedec2-7cd1-41cb-a787-ad21ae57fef6" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.230365] env[62633]: INFO nova.compute.manager [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Took 34.34 seconds to build instance. [ 1571.238559] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5257b9dd-6d7e-a99d-58a1-ceb69c73cf94, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.239578] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c58b1c-a598-40e9-9e20-ffc05ec3f702 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.245368] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1571.245368] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52dcdb63-48ae-d1f8-cb9a-004da1fb5aed" [ 1571.245368] env[62633]: _type = "Task" [ 1571.245368] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.256997] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52dcdb63-48ae-d1f8-cb9a-004da1fb5aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.535678] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.536484] env[62633]: DEBUG nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1571.541710] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.612s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.545168] env[62633]: DEBUG nova.objects.instance [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Lazy-loading 'resources' on Instance uuid 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.566319] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807783, 'name': Destroy_Task, 'duration_secs': 0.469886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.566319] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Destroyed the VM [ 1571.566319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1571.566833] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2824ab7f-81e2-444b-b28d-2dc98b6b7573 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.578712] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1571.578712] env[62633]: value = "task-1807784" [ 1571.578712] env[62633]: _type = "Task" [ 1571.578712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.591164] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807784, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.681802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "83b841b7-ac47-45c4-bcea-4020242cf996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.682167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "83b841b7-ac47-45c4-bcea-4020242cf996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.733786] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fae0fa59-08e2-4a15-9231-01f3ef52210e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.514s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.758106] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52dcdb63-48ae-d1f8-cb9a-004da1fb5aed, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.760032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.760032] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 54cedec2-7cd1-41cb-a787-ad21ae57fef6/54cedec2-7cd1-41cb-a787-ad21ae57fef6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.760032] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c30ef6cf-c322-4eb0-af6d-45dd3e9d7c4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.767593] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1571.767593] env[62633]: value = "task-1807785" [ 1571.767593] env[62633]: _type = "Task" [ 1571.767593] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.776280] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.940833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.941380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.941826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.942366] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.942600] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.946091] env[62633]: INFO nova.compute.manager [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Terminating instance [ 1571.948043] env[62633]: DEBUG nova.compute.manager [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1571.948273] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.949520] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54c90b9-a3d4-4ed2-8767-371c05ec066e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.957413] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.957758] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87b0ae22-5cce-4d2e-9877-ac47ac0837e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.964657] env[62633]: DEBUG oslo_vmware.api [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1571.964657] env[62633]: value = "task-1807786" [ 1571.964657] env[62633]: _type = "Task" [ 1571.964657] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.972735] env[62633]: DEBUG oslo_vmware.api [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.047295] env[62633]: DEBUG nova.compute.utils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1572.052156] env[62633]: DEBUG nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1572.052472] env[62633]: DEBUG nova.network.neutron [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1572.093118] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807784, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.126750] env[62633]: DEBUG nova.policy [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e50b8df4797499b8b6a5b21eb3209b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada2dcc843ec4d42973857f63a66cdc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1572.236942] env[62633]: DEBUG nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1572.281111] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807785, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.479384] env[62633]: DEBUG oslo_vmware.api [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807786, 'name': PowerOffVM_Task, 'duration_secs': 0.244586} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.479740] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.481077] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.481077] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eefeeb40-5969-4893-be6c-e72b0f4d426a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.515263] env[62633]: DEBUG nova.network.neutron [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Successfully created port: b16c08ce-765a-4a89-b9dd-9fd23464b66b {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1572.556061] env[62633]: DEBUG nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1572.563392] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.563392] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.563392] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleting the datastore file [datastore1] 7af4d732-4d7c-4eeb-95d0-84b4544dd752 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.563392] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36197bb3-6f64-4741-9f4e-a51d21aacbb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.570926] env[62633]: DEBUG oslo_vmware.api [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1572.570926] env[62633]: value = "task-1807788" [ 1572.570926] env[62633]: _type = "Task" [ 1572.570926] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.584259] env[62633]: DEBUG oslo_vmware.api [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.592836] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807784, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.691933] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d280b1-10d0-410a-a51d-813804bec9eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.705023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d451af-9358-49fd-9431-37936de8e426 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.735172] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b566e51-8215-48d2-a473-51cc632fdc59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.749179] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440ddca3-826e-439e-a814-ce541a92c931 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.766394] env[62633]: DEBUG nova.compute.provider_tree [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.768572] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.777288] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701106} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.778284] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 54cedec2-7cd1-41cb-a787-ad21ae57fef6/54cedec2-7cd1-41cb-a787-ad21ae57fef6.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.778502] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.778760] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-110b41bb-01d7-4c5a-94bc-118ca1b2ae71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.786813] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1572.786813] env[62633]: value = "task-1807789" [ 1572.786813] env[62633]: _type = "Task" [ 1572.786813] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.795583] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.085823] env[62633]: DEBUG oslo_vmware.api [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362086} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.089097] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1573.089318] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1573.089507] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1573.089695] env[62633]: INFO nova.compute.manager [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1573.089944] env[62633]: DEBUG oslo.service.loopingcall [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.090179] env[62633]: DEBUG nova.compute.manager [-] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1573.090282] env[62633]: DEBUG nova.network.neutron [-] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1573.098763] env[62633]: DEBUG oslo_vmware.api [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807784, 'name': RemoveSnapshot_Task, 'duration_secs': 1.287596} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.098763] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1573.270509] env[62633]: DEBUG nova.scheduler.client.report [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1573.301714] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06548} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.304323] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.304323] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde5db48-bf55-4786-81e0-bb7d6f83ac15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.329078] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 54cedec2-7cd1-41cb-a787-ad21ae57fef6/54cedec2-7cd1-41cb-a787-ad21ae57fef6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.329285] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34da2561-a130-4e23-bbb3-23103c5f9a96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.355733] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1573.355733] env[62633]: value = "task-1807790" [ 1573.355733] env[62633]: _type = "Task" [ 1573.355733] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.371870] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.429998] env[62633]: DEBUG nova.compute.manager [req-3927c680-9a3d-4de4-943a-31690213b27c req-8c0ecd32-503f-4c5e-b0d0-d2d017ac1734 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Received event network-vif-deleted-99b058e4-c712-4595-ab8e-87e4e9dbde97 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.430263] env[62633]: INFO nova.compute.manager [req-3927c680-9a3d-4de4-943a-31690213b27c req-8c0ecd32-503f-4c5e-b0d0-d2d017ac1734 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Neutron deleted interface 99b058e4-c712-4595-ab8e-87e4e9dbde97; detaching it from the instance and deleting it from the info cache [ 1573.430505] env[62633]: DEBUG nova.network.neutron [req-3927c680-9a3d-4de4-943a-31690213b27c req-8c0ecd32-503f-4c5e-b0d0-d2d017ac1734 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.572460] env[62633]: DEBUG nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1573.601737] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1573.602085] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1573.602266] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.602456] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1573.602618] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.602758] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1573.602980] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1573.603162] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1573.603371] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1573.603584] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1573.603778] env[62633]: DEBUG nova.virt.hardware [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1573.604993] env[62633]: WARNING nova.compute.manager [None req-8f57b899-a793-4528-ab7f-2aa596d1fb36 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Image not found during snapshot: nova.exception.ImageNotFound: Image ee5ef6eb-6eef-4ea2-b258-5cf236e9002e could not be found. [ 1573.606647] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c4e52-2c32-4b55-a14a-363c6b1bbfde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.616023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d727725a-0d00-4e3c-bfa6-25920e37b471 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.780767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.783395] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.516s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.784207] env[62633]: DEBUG nova.objects.instance [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lazy-loading 'resources' on Instance uuid e9c5487e-4527-4ec5-9008-4e2c98a04249 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.808476] env[62633]: INFO nova.scheduler.client.report [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Deleted allocations for instance 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69 [ 1573.854217] env[62633]: DEBUG nova.network.neutron [-] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.866753] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.934201] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93e319a8-fe80-4e14-a388-3a96e1791f91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.944495] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b03ca12-d418-4383-9cc4-82634fd59f61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.982880] env[62633]: DEBUG nova.compute.manager [req-3927c680-9a3d-4de4-943a-31690213b27c req-8c0ecd32-503f-4c5e-b0d0-d2d017ac1734 service nova] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Detach interface failed, port_id=99b058e4-c712-4595-ab8e-87e4e9dbde97, reason: Instance 7af4d732-4d7c-4eeb-95d0-84b4544dd752 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1574.201272] env[62633]: DEBUG nova.compute.manager [req-75551bb6-491a-49bb-8193-f12ccdaf42fe req-8c88f8b0-cbe7-4c84-ac29-764d0404059a service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Received event network-vif-plugged-b16c08ce-765a-4a89-b9dd-9fd23464b66b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1574.201512] env[62633]: DEBUG oslo_concurrency.lockutils [req-75551bb6-491a-49bb-8193-f12ccdaf42fe req-8c88f8b0-cbe7-4c84-ac29-764d0404059a service nova] Acquiring lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.201759] env[62633]: DEBUG oslo_concurrency.lockutils [req-75551bb6-491a-49bb-8193-f12ccdaf42fe req-8c88f8b0-cbe7-4c84-ac29-764d0404059a service nova] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.201949] env[62633]: DEBUG oslo_concurrency.lockutils [req-75551bb6-491a-49bb-8193-f12ccdaf42fe req-8c88f8b0-cbe7-4c84-ac29-764d0404059a service nova] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.202161] env[62633]: DEBUG nova.compute.manager [req-75551bb6-491a-49bb-8193-f12ccdaf42fe req-8c88f8b0-cbe7-4c84-ac29-764d0404059a service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] No waiting events found dispatching network-vif-plugged-b16c08ce-765a-4a89-b9dd-9fd23464b66b {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1574.202344] env[62633]: WARNING nova.compute.manager [req-75551bb6-491a-49bb-8193-f12ccdaf42fe req-8c88f8b0-cbe7-4c84-ac29-764d0404059a service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Received unexpected event network-vif-plugged-b16c08ce-765a-4a89-b9dd-9fd23464b66b for instance with vm_state building and task_state spawning. [ 1574.312291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.312601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.312829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.313026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.313306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.319363] env[62633]: DEBUG oslo_concurrency.lockutils [None req-833441d0-29e3-4c4c-af57-7ffd34de0c3c tempest-DeleteServersAdminTestJSON-439468893 tempest-DeleteServersAdminTestJSON-439468893-project-admin] Lock "3a2513c7-8afd-4eb5-a510-7bd73ae4aa69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.898s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.319413] env[62633]: INFO nova.compute.manager [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Terminating instance [ 1574.324392] env[62633]: DEBUG nova.compute.manager [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1574.324592] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1574.325472] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc50d24-3451-4a9e-acfc-62469f2963cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.342289] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.342569] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69da2bd-2867-4063-be6b-b3e5e5c990da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.355152] env[62633]: DEBUG oslo_vmware.api [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1574.355152] env[62633]: value = "task-1807791" [ 1574.355152] env[62633]: _type = "Task" [ 1574.355152] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.355592] env[62633]: INFO nova.compute.manager [-] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Took 1.27 seconds to deallocate network for instance. [ 1574.380787] env[62633]: DEBUG oslo_vmware.api [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.386268] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807790, 'name': ReconfigVM_Task, 'duration_secs': 0.554524} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.389570] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 54cedec2-7cd1-41cb-a787-ad21ae57fef6/54cedec2-7cd1-41cb-a787-ad21ae57fef6.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.391689] env[62633]: DEBUG nova.network.neutron [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Successfully updated port: b16c08ce-765a-4a89-b9dd-9fd23464b66b {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1574.393024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ceda894-2b57-44af-9dea-112714c79446 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.401826] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1574.401826] env[62633]: value = "task-1807792" [ 1574.401826] env[62633]: _type = "Task" [ 1574.401826] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.419663] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807792, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.861611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce5ed45-30b6-426a-ab70-6b3937a37fa9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.865795] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.869756] env[62633]: DEBUG oslo_vmware.api [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807791, 'name': PowerOffVM_Task, 'duration_secs': 0.434106} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.871718] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.871870] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.872194] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78b0c107-c2c9-4ae6-981e-16f0727c84d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.874461] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a2510-a7de-4bf2-958b-8b5e580b73bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.913108] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "refresh_cache-9b5b87f5-9a55-4d35-a51b-50d6603f9674" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.913324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "refresh_cache-9b5b87f5-9a55-4d35-a51b-50d6603f9674" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.913533] env[62633]: DEBUG nova.network.neutron [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.919040] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59263ea2-8ad2-42e6-8e4e-b36e492214e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.927990] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807792, 'name': Rename_Task, 'duration_secs': 0.229679} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.930217] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.930547] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf49d664-ec77-4cef-9f7f-83c140bb2389 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.933021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed80bc70-15e5-4c76-9e61-37c139c1e39e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.949593] env[62633]: DEBUG nova.compute.provider_tree [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.952231] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1574.952231] env[62633]: value = "task-1807794" [ 1574.952231] env[62633]: _type = "Task" [ 1574.952231] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.961339] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807794, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.440671] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1575.441677] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1575.441677] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleting the datastore file [datastore1] 84e5cf9f-7de1-4edf-8097-3b89533f86a8 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.441677] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3afc5c70-4f28-4de4-890f-6f13e89b6e83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.449038] env[62633]: DEBUG oslo_vmware.api [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1575.449038] env[62633]: value = "task-1807795" [ 1575.449038] env[62633]: _type = "Task" [ 1575.449038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.453862] env[62633]: DEBUG nova.network.neutron [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1575.456531] env[62633]: DEBUG nova.scheduler.client.report [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1575.469995] env[62633]: DEBUG oslo_vmware.api [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.473743] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.623509] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "84963b46-9f11-4e75-8242-6ea5bb918499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.623831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "84963b46-9f11-4e75-8242-6ea5bb918499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.679290] env[62633]: DEBUG nova.network.neutron [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Updating instance_info_cache with network_info: [{"id": "b16c08ce-765a-4a89-b9dd-9fd23464b66b", "address": "fa:16:3e:c1:e7:ae", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c08ce-76", "ovs_interfaceid": "b16c08ce-765a-4a89-b9dd-9fd23464b66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.960208] env[62633]: DEBUG oslo_vmware.api [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229887} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.960616] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.960809] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1575.960986] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.961177] env[62633]: INFO nova.compute.manager [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1575.961411] env[62633]: DEBUG oslo.service.loopingcall [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.964628] env[62633]: DEBUG nova.compute.manager [-] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1575.964762] env[62633]: DEBUG nova.network.neutron [-] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1575.967029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.968844] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.662s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.970822] env[62633]: INFO nova.compute.claims [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.979153] env[62633]: DEBUG oslo_vmware.api [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807794, 'name': PowerOnVM_Task, 'duration_secs': 0.687134} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.979499] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.979643] env[62633]: INFO nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1575.980044] env[62633]: DEBUG nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1575.980908] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3202fed3-769e-4649-9876-0b2d7560087f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.991277] env[62633]: INFO nova.scheduler.client.report [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Deleted allocations for instance e9c5487e-4527-4ec5-9008-4e2c98a04249 [ 1576.182767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "refresh_cache-9b5b87f5-9a55-4d35-a51b-50d6603f9674" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.183273] env[62633]: DEBUG nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Instance network_info: |[{"id": "b16c08ce-765a-4a89-b9dd-9fd23464b66b", "address": "fa:16:3e:c1:e7:ae", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c08ce-76", "ovs_interfaceid": "b16c08ce-765a-4a89-b9dd-9fd23464b66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1576.183920] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:e7:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16c08ce-765a-4a89-b9dd-9fd23464b66b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.195194] env[62633]: DEBUG oslo.service.loopingcall [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.195538] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.195890] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-822d3586-6fbf-4b9d-868a-d22b969e9db1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.219145] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.219145] env[62633]: value = "task-1807796" [ 1576.219145] env[62633]: _type = "Task" [ 1576.219145] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.228130] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807796, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.286841] env[62633]: DEBUG nova.compute.manager [req-61c337c7-ed4a-4327-b8df-b1e341bc4bf3 req-5b67f66b-cd02-4bed-bef5-972375b6503c service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Received event network-changed-b16c08ce-765a-4a89-b9dd-9fd23464b66b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1576.287120] env[62633]: DEBUG nova.compute.manager [req-61c337c7-ed4a-4327-b8df-b1e341bc4bf3 req-5b67f66b-cd02-4bed-bef5-972375b6503c service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Refreshing instance network info cache due to event network-changed-b16c08ce-765a-4a89-b9dd-9fd23464b66b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1576.287304] env[62633]: DEBUG oslo_concurrency.lockutils [req-61c337c7-ed4a-4327-b8df-b1e341bc4bf3 req-5b67f66b-cd02-4bed-bef5-972375b6503c service nova] Acquiring lock "refresh_cache-9b5b87f5-9a55-4d35-a51b-50d6603f9674" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.287452] env[62633]: DEBUG oslo_concurrency.lockutils [req-61c337c7-ed4a-4327-b8df-b1e341bc4bf3 req-5b67f66b-cd02-4bed-bef5-972375b6503c service nova] Acquired lock "refresh_cache-9b5b87f5-9a55-4d35-a51b-50d6603f9674" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.287839] env[62633]: DEBUG nova.network.neutron [req-61c337c7-ed4a-4327-b8df-b1e341bc4bf3 req-5b67f66b-cd02-4bed-bef5-972375b6503c service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Refreshing network info cache for port b16c08ce-765a-4a89-b9dd-9fd23464b66b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.501215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-661c0e5d-da9a-4088-a7b9-6f7f5552a9bd tempest-ServersTestMultiNic-791375379 tempest-ServersTestMultiNic-791375379-project-member] Lock "e9c5487e-4527-4ec5-9008-4e2c98a04249" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.808s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.503513] env[62633]: INFO nova.compute.manager [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Took 32.31 seconds to build instance. [ 1576.731482] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807796, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.891308] env[62633]: DEBUG nova.network.neutron [-] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.006690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5470aff3-a6af-4537-86fd-d145145f06f9 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.615s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.144357] env[62633]: DEBUG nova.network.neutron [req-61c337c7-ed4a-4327-b8df-b1e341bc4bf3 req-5b67f66b-cd02-4bed-bef5-972375b6503c service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Updated VIF entry in instance network info cache for port b16c08ce-765a-4a89-b9dd-9fd23464b66b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.144766] env[62633]: DEBUG nova.network.neutron [req-61c337c7-ed4a-4327-b8df-b1e341bc4bf3 req-5b67f66b-cd02-4bed-bef5-972375b6503c service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Updating instance_info_cache with network_info: [{"id": "b16c08ce-765a-4a89-b9dd-9fd23464b66b", "address": "fa:16:3e:c1:e7:ae", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16c08ce-76", "ovs_interfaceid": "b16c08ce-765a-4a89-b9dd-9fd23464b66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.232495] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807796, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.270023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquiring lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.270023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.270023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquiring lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.270023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.270023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.273798] env[62633]: INFO nova.compute.manager [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Terminating instance [ 1577.277699] env[62633]: DEBUG nova.compute.manager [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1577.278201] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.279277] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7894858d-eb15-46b2-bb58-e60296a58fcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.288064] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.290981] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a42fd644-e6ce-4961-9ac8-126146a2ed35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.299114] env[62633]: DEBUG oslo_vmware.api [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1577.299114] env[62633]: value = "task-1807797" [ 1577.299114] env[62633]: _type = "Task" [ 1577.299114] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.308408] env[62633]: DEBUG oslo_vmware.api [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.396016] env[62633]: INFO nova.compute.manager [-] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Took 1.43 seconds to deallocate network for instance. [ 1577.512831] env[62633]: DEBUG nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1577.598068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9114ff36-4419-4d07-b46e-7d47168e5b06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.607530] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d24914-9209-40c5-bb47-e64063b57aac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.639869] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c05fbb2-eaa1-4f82-8805-0ebf6363e28a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.647676] env[62633]: DEBUG oslo_concurrency.lockutils [req-61c337c7-ed4a-4327-b8df-b1e341bc4bf3 req-5b67f66b-cd02-4bed-bef5-972375b6503c service nova] Releasing lock "refresh_cache-9b5b87f5-9a55-4d35-a51b-50d6603f9674" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.649167] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a90363-bcda-4aab-9dfa-1e970325058a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.665622] env[62633]: DEBUG nova.compute.provider_tree [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.731856] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807796, 'name': CreateVM_Task, 'duration_secs': 1.469666} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.732067] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1577.732808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.732989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.733586] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1577.733654] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab10de1-b097-4f16-88f9-465c6e740821 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.739975] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1577.739975] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cc90de-3425-617f-a6cd-493c1f0e45c5" [ 1577.739975] env[62633]: _type = "Task" [ 1577.739975] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.749220] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cc90de-3425-617f-a6cd-493c1f0e45c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.809422] env[62633]: DEBUG oslo_vmware.api [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807797, 'name': PowerOffVM_Task, 'duration_secs': 0.234899} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.809736] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.809915] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.810203] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1608ab72-8c5e-422f-b470-7a4c17a0e0e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.906023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.930087] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.930087] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.930230] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Deleting the datastore file [datastore1] 54cedec2-7cd1-41cb-a787-ad21ae57fef6 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.930512] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e080f8d6-efac-4865-8d75-7ddf0364be57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.938431] env[62633]: DEBUG oslo_vmware.api [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for the task: (returnval){ [ 1577.938431] env[62633]: value = "task-1807799" [ 1577.938431] env[62633]: _type = "Task" [ 1577.938431] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.946915] env[62633]: DEBUG oslo_vmware.api [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.036341] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.191633] env[62633]: ERROR nova.scheduler.client.report [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [req-06481d71-31ad-4420-9e07-2d875f7029e9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06481d71-31ad-4420-9e07-2d875f7029e9"}]} [ 1578.209740] env[62633]: DEBUG nova.scheduler.client.report [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1578.227399] env[62633]: DEBUG nova.scheduler.client.report [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1578.227706] env[62633]: DEBUG nova.compute.provider_tree [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1578.240408] env[62633]: DEBUG nova.scheduler.client.report [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1578.254986] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cc90de-3425-617f-a6cd-493c1f0e45c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017733} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.255877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.255980] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1578.256971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.257284] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.257395] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.257678] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6031dc40-cacb-4930-9077-eb3438ae7f6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.264581] env[62633]: DEBUG nova.scheduler.client.report [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1578.271028] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.271028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1578.271028] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1489db-7c62-4a16-9a23-7f9288e92bd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.275459] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1578.275459] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5225a529-3a22-5ad9-e35c-db2a27ca84e3" [ 1578.275459] env[62633]: _type = "Task" [ 1578.275459] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.285626] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5225a529-3a22-5ad9-e35c-db2a27ca84e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.316420] env[62633]: DEBUG nova.compute.manager [req-8f2c7024-32a3-479d-ac25-b46816f035ec req-c1a55c68-9b01-471e-8b3a-2ffb2bedb9d0 service nova] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Received event network-vif-deleted-4d661043-8f9f-4863-86b8-4dcdb32035a1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1578.448397] env[62633]: DEBUG oslo_vmware.api [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Task: {'id': task-1807799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43586} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.448679] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.450020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.450020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.450020] env[62633]: INFO nova.compute.manager [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1578.450020] env[62633]: DEBUG oslo.service.loopingcall [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.450020] env[62633]: DEBUG nova.compute.manager [-] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1578.450020] env[62633]: DEBUG nova.network.neutron [-] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.786712] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5225a529-3a22-5ad9-e35c-db2a27ca84e3, 'name': SearchDatastore_Task, 'duration_secs': 0.0198} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.790555] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0560cc75-2b37-4200-99aa-9634b142d9a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.796436] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1578.796436] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5281c22e-9882-ff25-99da-fbe9a7e3fac2" [ 1578.796436] env[62633]: _type = "Task" [ 1578.796436] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.808398] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5281c22e-9882-ff25-99da-fbe9a7e3fac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.841283] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751661ff-fd22-4750-af77-dc181d5e6a5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.850014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f5fd2-ced4-4642-ac72-ed099926748d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.882619] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5af315c-9ab6-4a42-ae66-8f1ad4c5609b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.890816] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52470d7-213b-4e46-9880-e4c1c4f9aef0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.910428] env[62633]: DEBUG nova.compute.provider_tree [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.309134] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5281c22e-9882-ff25-99da-fbe9a7e3fac2, 'name': SearchDatastore_Task, 'duration_secs': 0.012684} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.309429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.310089] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674/9b5b87f5-9a55-4d35-a51b-50d6603f9674.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1579.310089] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-839a487d-5208-4256-a86d-7ef27bc8df6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.318226] env[62633]: DEBUG nova.network.neutron [-] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.328207] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1579.328207] env[62633]: value = "task-1807800" [ 1579.328207] env[62633]: _type = "Task" [ 1579.328207] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.335377] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.459280] env[62633]: DEBUG nova.scheduler.client.report [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1579.459587] env[62633]: DEBUG nova.compute.provider_tree [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 72 to 73 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1579.459789] env[62633]: DEBUG nova.compute.provider_tree [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.828204] env[62633]: INFO nova.compute.manager [-] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Took 1.38 seconds to deallocate network for instance. [ 1579.845614] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807800, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.965065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.996s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.965651] env[62633]: DEBUG nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1579.968578] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.506s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.970381] env[62633]: INFO nova.compute.claims [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.336982] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545657} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.337314] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674/9b5b87f5-9a55-4d35-a51b-50d6603f9674.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1580.337579] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1580.337852] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd41cb88-36c7-49df-896a-0a7d857d8220 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.340566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.343630] env[62633]: DEBUG nova.compute.manager [req-706be990-1b51-456f-9b87-7223be616838 req-db842a4a-2ceb-4b16-a6e1-0a60d1c1c11c service nova] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Received event network-vif-deleted-e5b67e63-d759-4b5e-80c6-34932ad4946a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1580.346944] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1580.346944] env[62633]: value = "task-1807801" [ 1580.346944] env[62633]: _type = "Task" [ 1580.346944] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.355285] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.475172] env[62633]: DEBUG nova.compute.utils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.478721] env[62633]: DEBUG nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1580.478917] env[62633]: DEBUG nova.network.neutron [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.558612] env[62633]: DEBUG nova.policy [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ae6833e3ff44006adfc596bbd56ee43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '601bbe8af9eb464490986c46859e58f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1580.813408] env[62633]: DEBUG oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e73eb-5b2e-98a4-8236-61958dae8bcf/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1580.814873] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd5abb7-ebf8-4831-aa98-4c33168df968 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.821698] env[62633]: DEBUG oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e73eb-5b2e-98a4-8236-61958dae8bcf/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1580.821911] env[62633]: ERROR oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e73eb-5b2e-98a4-8236-61958dae8bcf/disk-0.vmdk due to incomplete transfer. [ 1580.822170] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05fa21d0-cb9f-46ec-bd68-bfa64d581be2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.829039] env[62633]: DEBUG oslo_vmware.rw_handles [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e73eb-5b2e-98a4-8236-61958dae8bcf/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1580.829245] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Uploaded image f91d9622-7b4f-4032-9745-7042a6b61e09 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1580.831599] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1580.831801] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb488514-92ab-4768-b686-78f64f1ea153 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.837364] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1580.837364] env[62633]: value = "task-1807802" [ 1580.837364] env[62633]: _type = "Task" [ 1580.837364] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.847183] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807802, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.854645] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072294} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.854953] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.855711] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6595306-b1ed-42c4-ab26-2489fce2e6b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.878792] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674/9b5b87f5-9a55-4d35-a51b-50d6603f9674.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.879114] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9d2144-aaae-43d7-b4fc-d8fb4449180f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.902016] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1580.902016] env[62633]: value = "task-1807803" [ 1580.902016] env[62633]: _type = "Task" [ 1580.902016] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.910353] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.984783] env[62633]: DEBUG nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1581.033484] env[62633]: DEBUG nova.network.neutron [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Successfully created port: b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.348304] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807802, 'name': Destroy_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.413143] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807803, 'name': ReconfigVM_Task, 'duration_secs': 0.27763} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.413391] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674/9b5b87f5-9a55-4d35-a51b-50d6603f9674.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.414070] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b43a9a62-330c-4d82-a594-16b8c4df0804 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.421579] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1581.421579] env[62633]: value = "task-1807804" [ 1581.421579] env[62633]: _type = "Task" [ 1581.421579] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.432285] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807804, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.585296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd1fa09-71f5-440d-bca6-30d844fa7efc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.595317] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6bcc4f-970b-412e-9970-99582f42fd96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.629953] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3871b9-8a8c-445b-80a2-30359a028d19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.638670] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb155fc-89a3-4cfd-b20b-5f252e272ae8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.658068] env[62633]: DEBUG nova.compute.provider_tree [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.851233] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807802, 'name': Destroy_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.935966] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807804, 'name': Rename_Task, 'duration_secs': 0.17305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.936359] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.936657] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10e60a0c-76a7-4430-b0f6-0482c53f4c84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.943582] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1581.943582] env[62633]: value = "task-1807805" [ 1581.943582] env[62633]: _type = "Task" [ 1581.943582] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.952715] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.008456] env[62633]: DEBUG nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1582.035618] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1582.035942] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1582.036228] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.036498] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1582.037131] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.037131] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1582.037400] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1582.037400] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1582.037725] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1582.037846] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1582.038097] env[62633]: DEBUG nova.virt.hardware [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1582.039144] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098b1204-0b0b-4813-8dc8-6fdad56b4e64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.048014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c74ff6-c904-4079-ba75-2a44a83b2942 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.148799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "a2308b1a-6617-49f9-a731-e445b3c61cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.149319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "a2308b1a-6617-49f9-a731-e445b3c61cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.149531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "a2308b1a-6617-49f9-a731-e445b3c61cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.149783] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "a2308b1a-6617-49f9-a731-e445b3c61cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.149914] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "a2308b1a-6617-49f9-a731-e445b3c61cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.153494] env[62633]: INFO nova.compute.manager [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Terminating instance [ 1582.155509] env[62633]: DEBUG nova.compute.manager [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1582.155718] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.156612] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c58c9e-7715-48f9-8a62-7d795d9c258b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.168399] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.168399] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39d5d3d8-3cc0-4e52-89e9-e71b84b2f6b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.208765] env[62633]: DEBUG nova.scheduler.client.report [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1582.209075] env[62633]: DEBUG nova.compute.provider_tree [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 73 to 74 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1582.209270] env[62633]: DEBUG nova.compute.provider_tree [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1582.353253] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807802, 'name': Destroy_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.356037] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.356279] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.356463] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleting the datastore file [datastore1] a2308b1a-6617-49f9-a731-e445b3c61cf7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.356734] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e02d2957-7f81-4778-ab1c-4229d4c49110 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.363489] env[62633]: DEBUG oslo_vmware.api [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1582.363489] env[62633]: value = "task-1807807" [ 1582.363489] env[62633]: _type = "Task" [ 1582.363489] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.374538] env[62633]: DEBUG oslo_vmware.api [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.453813] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807805, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.620510] env[62633]: DEBUG nova.compute.manager [req-0f27e09b-9350-4958-bcdc-dce80f414af6 req-034f9201-f157-48d7-858a-d6205da22f51 service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Received event network-vif-plugged-b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1582.620642] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f27e09b-9350-4958-bcdc-dce80f414af6 req-034f9201-f157-48d7-858a-d6205da22f51 service nova] Acquiring lock "9589743c-942e-4b50-81ab-dbf90046df3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.620928] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f27e09b-9350-4958-bcdc-dce80f414af6 req-034f9201-f157-48d7-858a-d6205da22f51 service nova] Lock "9589743c-942e-4b50-81ab-dbf90046df3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.621785] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f27e09b-9350-4958-bcdc-dce80f414af6 req-034f9201-f157-48d7-858a-d6205da22f51 service nova] Lock "9589743c-942e-4b50-81ab-dbf90046df3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.622056] env[62633]: DEBUG nova.compute.manager [req-0f27e09b-9350-4958-bcdc-dce80f414af6 req-034f9201-f157-48d7-858a-d6205da22f51 service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] No waiting events found dispatching network-vif-plugged-b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1582.622260] env[62633]: WARNING nova.compute.manager [req-0f27e09b-9350-4958-bcdc-dce80f414af6 req-034f9201-f157-48d7-858a-d6205da22f51 service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Received unexpected event network-vif-plugged-b952b58b-217e-4594-a7eb-2fd11d87abb2 for instance with vm_state building and task_state spawning. [ 1582.712906] env[62633]: DEBUG nova.network.neutron [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Successfully updated port: b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1582.714274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.714816] env[62633]: DEBUG nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1582.722018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.896s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.722018] env[62633]: DEBUG nova.objects.instance [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lazy-loading 'resources' on Instance uuid 9f6e75aa-8611-42ea-a82b-cf288f8a4324 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.853956] env[62633]: DEBUG oslo_vmware.api [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807802, 'name': Destroy_Task, 'duration_secs': 1.53518} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.854490] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Destroyed the VM [ 1582.854576] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1582.854886] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9eab590a-216c-46d4-a322-97274d551d71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.862867] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1582.863074] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1582.864699] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.864973] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.865461] env[62633]: DEBUG nova.compute.utils [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Cleaning up image f91d9622-7b4f-4032-9745-7042a6b61e09 {{(pid=62633) delete_image /opt/stack/nova/nova/compute/utils.py:1322}} [ 1582.886715] env[62633]: WARNING nova.virt.vmwareapi.vmops [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] a2308b1a-6617-49f9-a731-e445b3c61cf7 [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Traceback (most recent call last): [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] ds_util.file_delete(self._session, [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] session._wait_for_task(file_delete_task) [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] return self.wait_for_task(task_ref) [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] return evt.wait() [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] result = hub.switch() [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] return self.greenlet.switch() [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] self.f(*self.args, **self.kw) [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] raise exceptions.translate_fault(task_info.error) [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] a2308b1a-6617-49f9-a731-e445b3c61cf7 [ 1582.886715] env[62633]: ERROR nova.virt.vmwareapi.vmops [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] [ 1582.886715] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.886715] env[62633]: INFO nova.compute.manager [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Took 0.73 seconds to destroy the instance on the hypervisor. [ 1582.886715] env[62633]: DEBUG oslo.service.loopingcall [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.886715] env[62633]: DEBUG nova.compute.manager [-] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1582.886715] env[62633]: DEBUG nova.network.neutron [-] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.958732] env[62633]: DEBUG oslo_vmware.api [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807805, 'name': PowerOnVM_Task, 'duration_secs': 0.68747} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.959072] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1582.959323] env[62633]: INFO nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1582.959514] env[62633]: DEBUG nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1582.960353] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b62abe7-5312-4836-9049-20aa9ea7b737 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.218744] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquiring lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.218916] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquired lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.219086] env[62633]: DEBUG nova.network.neutron [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.224263] env[62633]: DEBUG nova.compute.utils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.229314] env[62633]: DEBUG nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1583.229493] env[62633]: DEBUG nova.network.neutron [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.296817] env[62633]: DEBUG nova.policy [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba9e3d6bec3a42af879eb8b272bb9f29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe21e2e425824061bbcd5426a7bd8068', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1583.480891] env[62633]: INFO nova.compute.manager [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Took 35.80 seconds to build instance. [ 1583.634073] env[62633]: DEBUG nova.network.neutron [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Successfully created port: e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.738171] env[62633]: DEBUG nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1583.744423] env[62633]: DEBUG nova.network.neutron [-] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.816651] env[62633]: DEBUG nova.network.neutron [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.880930] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70de1211-e2f8-45e2-bd95-0f7a12457f58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.892259] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba89287-37a2-44d1-bde4-fbb4b2fd80b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.930430] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0f7e1e-346d-41dd-aa44-490e5a139f19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.942725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffa6a22-20d5-42b6-af9b-fd8458b546e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.959792] env[62633]: DEBUG nova.compute.provider_tree [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.984728] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f6cb78f8-3d5d-4031-881f-ae74af2970de tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.939s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.158459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquiring lock "7229a8ca-458f-41f0-8255-12352dac8693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.158641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "7229a8ca-458f-41f0-8255-12352dac8693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.251209] env[62633]: INFO nova.compute.manager [-] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Took 1.37 seconds to deallocate network for instance. [ 1584.318565] env[62633]: DEBUG nova.network.neutron [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Updating instance_info_cache with network_info: [{"id": "b952b58b-217e-4594-a7eb-2fd11d87abb2", "address": "fa:16:3e:68:c7:d8", "network": {"id": "8c48320b-614f-4670-b9ae-f0307f9fdea3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1063764174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "601bbe8af9eb464490986c46859e58f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb952b58b-21", "ovs_interfaceid": "b952b58b-217e-4594-a7eb-2fd11d87abb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.397196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.465310] env[62633]: DEBUG nova.scheduler.client.report [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1584.487295] env[62633]: DEBUG nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1584.660188] env[62633]: DEBUG nova.compute.manager [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Received event network-changed-b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1584.660469] env[62633]: DEBUG nova.compute.manager [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Refreshing instance network info cache due to event network-changed-b952b58b-217e-4594-a7eb-2fd11d87abb2. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1584.660679] env[62633]: DEBUG oslo_concurrency.lockutils [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] Acquiring lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.707338] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.707627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.707817] env[62633]: DEBUG nova.compute.manager [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1584.709133] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa57fec-60f6-46d8-a123-67d4c8252043 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.715813] env[62633]: DEBUG nova.compute.manager [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1584.716456] env[62633]: DEBUG nova.objects.instance [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'flavor' on Instance uuid 9b5b87f5-9a55-4d35-a51b-50d6603f9674 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.751342] env[62633]: DEBUG nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1584.757931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.779206] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1584.779469] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1584.779629] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.779812] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1584.779964] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.780258] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1584.780487] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1584.780653] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1584.780826] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1584.780995] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1584.781193] env[62633]: DEBUG nova.virt.hardware [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1584.782354] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f112391b-1b4a-4715-89ee-b91079ebae6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.792189] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb3560-d453-411e-bf4a-015e4e07c4ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.821026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Releasing lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.821220] env[62633]: DEBUG nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Instance network_info: |[{"id": "b952b58b-217e-4594-a7eb-2fd11d87abb2", "address": "fa:16:3e:68:c7:d8", "network": {"id": "8c48320b-614f-4670-b9ae-f0307f9fdea3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1063764174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "601bbe8af9eb464490986c46859e58f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb952b58b-21", "ovs_interfaceid": "b952b58b-217e-4594-a7eb-2fd11d87abb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1584.821540] env[62633]: DEBUG oslo_concurrency.lockutils [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] Acquired lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.821833] env[62633]: DEBUG nova.network.neutron [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Refreshing network info cache for port b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.823017] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:c7:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b952b58b-217e-4594-a7eb-2fd11d87abb2', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.837295] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Creating folder: Project (601bbe8af9eb464490986c46859e58f6). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1584.840583] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d31751dd-7efd-4df3-81db-e7183b5854fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.854030] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Created folder: Project (601bbe8af9eb464490986c46859e58f6) in parent group-v374582. [ 1584.854565] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Creating folder: Instances. Parent ref: group-v374717. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1584.854565] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d1fbd03-d307-430f-b5cd-bb34f716a660 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.864670] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Created folder: Instances in parent group-v374717. [ 1584.866166] env[62633]: DEBUG oslo.service.loopingcall [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.866166] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.866166] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1efef109-ee95-45eb-b2f8-d7b240f3f0cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.886868] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.886868] env[62633]: value = "task-1807810" [ 1584.886868] env[62633]: _type = "Task" [ 1584.886868] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.896583] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807810, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.971273] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.976105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.937s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.976730] env[62633]: INFO nova.compute.claims [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.022595] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.024603] env[62633]: INFO nova.scheduler.client.report [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Deleted allocations for instance 9f6e75aa-8611-42ea-a82b-cf288f8a4324 [ 1585.133472] env[62633]: DEBUG nova.network.neutron [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Updated VIF entry in instance network info cache for port b952b58b-217e-4594-a7eb-2fd11d87abb2. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.133910] env[62633]: DEBUG nova.network.neutron [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Updating instance_info_cache with network_info: [{"id": "b952b58b-217e-4594-a7eb-2fd11d87abb2", "address": "fa:16:3e:68:c7:d8", "network": {"id": "8c48320b-614f-4670-b9ae-f0307f9fdea3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1063764174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "601bbe8af9eb464490986c46859e58f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb952b58b-21", "ovs_interfaceid": "b952b58b-217e-4594-a7eb-2fd11d87abb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.222304] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.222437] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f5d96fc-618c-41ab-b323-5b794f065b8c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.230976] env[62633]: DEBUG nova.compute.manager [req-0c337079-7178-4111-b4e0-b0bc79a80f86 req-80cd0006-cbb5-4977-8808-c5e5b016aefe service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Received event network-vif-plugged-e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1585.231558] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c337079-7178-4111-b4e0-b0bc79a80f86 req-80cd0006-cbb5-4977-8808-c5e5b016aefe service nova] Acquiring lock "bed28386-52af-4870-a74d-67f7dd6215c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.231558] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c337079-7178-4111-b4e0-b0bc79a80f86 req-80cd0006-cbb5-4977-8808-c5e5b016aefe service nova] Lock "bed28386-52af-4870-a74d-67f7dd6215c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.231701] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c337079-7178-4111-b4e0-b0bc79a80f86 req-80cd0006-cbb5-4977-8808-c5e5b016aefe service nova] Lock "bed28386-52af-4870-a74d-67f7dd6215c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.231877] env[62633]: DEBUG nova.compute.manager [req-0c337079-7178-4111-b4e0-b0bc79a80f86 req-80cd0006-cbb5-4977-8808-c5e5b016aefe service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] No waiting events found dispatching network-vif-plugged-e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1585.232058] env[62633]: WARNING nova.compute.manager [req-0c337079-7178-4111-b4e0-b0bc79a80f86 req-80cd0006-cbb5-4977-8808-c5e5b016aefe service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Received unexpected event network-vif-plugged-e2335589-521a-4f14-a712-5ed3aac5d9ed for instance with vm_state building and task_state spawning. [ 1585.239204] env[62633]: DEBUG oslo_vmware.api [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1585.239204] env[62633]: value = "task-1807811" [ 1585.239204] env[62633]: _type = "Task" [ 1585.239204] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.250790] env[62633]: DEBUG oslo_vmware.api [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.300627] env[62633]: DEBUG nova.network.neutron [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Successfully updated port: e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.398867] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807810, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.534260] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c4eda3bc-6181-433a-abd8-8a3f94662398 tempest-ServerExternalEventsTest-1900866120 tempest-ServerExternalEventsTest-1900866120-project-member] Lock "9f6e75aa-8611-42ea-a82b-cf288f8a4324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.177s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.638672] env[62633]: DEBUG oslo_concurrency.lockutils [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] Releasing lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.638672] env[62633]: DEBUG nova.compute.manager [req-04f7f635-5484-433e-8d5b-3bcce2d491a5 req-6a88b99e-a5fc-4db2-9d2f-406fa8dab7e0 service nova] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Received event network-vif-deleted-36fff138-f8cc-40a9-afc2-80cb1c770874 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1585.750641] env[62633]: DEBUG oslo_vmware.api [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807811, 'name': PowerOffVM_Task, 'duration_secs': 0.174945} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.750930] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.752439] env[62633]: DEBUG nova.compute.manager [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1585.752439] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d570986e-ecc0-48bd-8d1b-734edb532baf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.803660] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.804085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquired lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.804261] env[62633]: DEBUG nova.network.neutron [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.900232] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807810, 'name': CreateVM_Task, 'duration_secs': 0.522966} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.900479] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.901269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.902195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.902195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.902195] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d81e12-e47d-4912-a92c-7b4cb3b09526 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.907648] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1585.907648] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de5dfa-97c2-0142-a0dc-4988004648b2" [ 1585.907648] env[62633]: _type = "Task" [ 1585.907648] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.916490] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52de5dfa-97c2-0142-a0dc-4988004648b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.267640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f5764cb-0957-4392-87d4-40a4e7593b1a tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.348631] env[62633]: DEBUG nova.network.neutron [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.422283] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52de5dfa-97c2-0142-a0dc-4988004648b2, 'name': SearchDatastore_Task, 'duration_secs': 0.03445} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.422383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.422772] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.423041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.423216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.423873] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.423958] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-546dffec-d0a3-4282-b63a-06a7521b44e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.437484] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.438467] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.438467] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2649efbe-f6a6-4707-8dca-b7fa99f0cde0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.448025] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1586.448025] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d4f94a-037f-b280-789b-0707c770663b" [ 1586.448025] env[62633]: _type = "Task" [ 1586.448025] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.455696] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d4f94a-037f-b280-789b-0707c770663b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.512541] env[62633]: DEBUG nova.network.neutron [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.545601] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9c326-5ce0-45b3-9572-c74fc2bfe535 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.556043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73370bf8-2131-4320-87b9-30c446e5b1b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.588019] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80505af-37de-4160-8b00-589bd225c324 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.596655] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf19cfa0-7e50-4247-acab-729fe064545b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.610559] env[62633]: DEBUG nova.compute.provider_tree [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.960056] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d4f94a-037f-b280-789b-0707c770663b, 'name': SearchDatastore_Task, 'duration_secs': 0.025164} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.962104] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d9d64c-34e0-427e-b890-dbbd72998636 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.969687] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1586.969687] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b4fe12-a606-60c0-736c-9011a90af4fe" [ 1586.969687] env[62633]: _type = "Task" [ 1586.969687] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.978823] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b4fe12-a606-60c0-736c-9011a90af4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.015795] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Releasing lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.016197] env[62633]: DEBUG nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Instance network_info: |[{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1587.017409] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:fa:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2335589-521a-4f14-a712-5ed3aac5d9ed', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1587.025031] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Creating folder: Project (fe21e2e425824061bbcd5426a7bd8068). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.025312] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-758ad787-7d2f-4f88-9be3-5a4aaf939ace {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.037911] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Created folder: Project (fe21e2e425824061bbcd5426a7bd8068) in parent group-v374582. [ 1587.037911] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Creating folder: Instances. Parent ref: group-v374720. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1587.038275] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76cb9dca-e1a3-4467-a5d3-c3ae94d5826e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.048185] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Created folder: Instances in parent group-v374720. [ 1587.048411] env[62633]: DEBUG oslo.service.loopingcall [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.048616] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1587.049334] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24b97cbb-5643-4d15-8a98-efbc018df436 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.072557] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1587.072557] env[62633]: value = "task-1807814" [ 1587.072557] env[62633]: _type = "Task" [ 1587.072557] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.080328] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807814, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.114307] env[62633]: DEBUG nova.scheduler.client.report [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1587.256536] env[62633]: DEBUG nova.compute.manager [req-b3e034f2-db59-4cdc-874d-c927903d8688 req-3e093513-9615-4e55-9463-3efab87c4e51 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Received event network-changed-e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1587.256747] env[62633]: DEBUG nova.compute.manager [req-b3e034f2-db59-4cdc-874d-c927903d8688 req-3e093513-9615-4e55-9463-3efab87c4e51 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Refreshing instance network info cache due to event network-changed-e2335589-521a-4f14-a712-5ed3aac5d9ed. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1587.257029] env[62633]: DEBUG oslo_concurrency.lockutils [req-b3e034f2-db59-4cdc-874d-c927903d8688 req-3e093513-9615-4e55-9463-3efab87c4e51 service nova] Acquiring lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.257228] env[62633]: DEBUG oslo_concurrency.lockutils [req-b3e034f2-db59-4cdc-874d-c927903d8688 req-3e093513-9615-4e55-9463-3efab87c4e51 service nova] Acquired lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.257407] env[62633]: DEBUG nova.network.neutron [req-b3e034f2-db59-4cdc-874d-c927903d8688 req-3e093513-9615-4e55-9463-3efab87c4e51 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Refreshing network info cache for port e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.479839] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b4fe12-a606-60c0-736c-9011a90af4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.479977] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.480234] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9589743c-942e-4b50-81ab-dbf90046df3f/9589743c-942e-4b50-81ab-dbf90046df3f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.480510] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7ac6cf3-058a-441a-847f-6ff9fc7d3cf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.486822] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1587.486822] env[62633]: value = "task-1807815" [ 1587.486822] env[62633]: _type = "Task" [ 1587.486822] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.496108] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.583264] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807814, 'name': CreateVM_Task, 'duration_secs': 0.486693} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.583510] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1587.584174] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.584349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.584670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.584965] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f9df32-373a-4688-a659-8e9c5f820fcd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.589408] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1587.589408] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de3edc-578c-8af5-ccb1-bb472c2f78d9" [ 1587.589408] env[62633]: _type = "Task" [ 1587.589408] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.597205] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52de3edc-578c-8af5-ccb1-bb472c2f78d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.619897] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.621021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.053s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.718902] env[62633]: INFO nova.compute.manager [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Rebuilding instance [ 1587.773559] env[62633]: DEBUG nova.compute.manager [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1587.774511] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695267c7-7e44-44d3-89c0-08bd95fbeae5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.984284] env[62633]: DEBUG nova.network.neutron [req-b3e034f2-db59-4cdc-874d-c927903d8688 req-3e093513-9615-4e55-9463-3efab87c4e51 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updated VIF entry in instance network info cache for port e2335589-521a-4f14-a712-5ed3aac5d9ed. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.984626] env[62633]: DEBUG nova.network.neutron [req-b3e034f2-db59-4cdc-874d-c927903d8688 req-3e093513-9615-4e55-9463-3efab87c4e51 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.996481] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807815, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.100590] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52de3edc-578c-8af5-ccb1-bb472c2f78d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008764} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.100768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.101014] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.101262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.101406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.101591] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.101863] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f26d4565-908b-4064-b6cc-cff0adc4a9d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.112895] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1588.113275] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1588.114533] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5b1d94-bbef-4006-a5d4-5a9fd74cb1f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.122561] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1588.122561] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c2a2eb-ee1f-ff93-535b-d3bb936d98c7" [ 1588.122561] env[62633]: _type = "Task" [ 1588.122561] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.128018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "8a3e7c71-2044-4427-bdbd-8b7c1dc16e9c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.128304] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "8a3e7c71-2044-4427-bdbd-8b7c1dc16e9c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.142627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "8a3e7c71-2044-4427-bdbd-8b7c1dc16e9c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.014s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.143108] env[62633]: DEBUG nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1588.152066] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c2a2eb-ee1f-ff93-535b-d3bb936d98c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.153121] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d376c270-654c-477c-9e5f-ea0450cdc0f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.158836] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1588.158836] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c181e9-b6fe-b6d4-482d-f84f784162ee" [ 1588.158836] env[62633]: _type = "Task" [ 1588.158836] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.168380] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c181e9-b6fe-b6d4-482d-f84f784162ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.287762] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1588.288430] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84b660d2-1168-4ba3-a285-8ee90603bab8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.296377] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1588.296377] env[62633]: value = "task-1807816" [ 1588.296377] env[62633]: _type = "Task" [ 1588.296377] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.304898] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.487563] env[62633]: DEBUG oslo_concurrency.lockutils [req-b3e034f2-db59-4cdc-874d-c927903d8688 req-3e093513-9615-4e55-9463-3efab87c4e51 service nova] Releasing lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.497643] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.497925] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9589743c-942e-4b50-81ab-dbf90046df3f/9589743c-942e-4b50-81ab-dbf90046df3f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.498159] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.498418] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecac4cd0-90dc-44c5-91ca-988a5d0f62b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.505251] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1588.505251] env[62633]: value = "task-1807817" [ 1588.505251] env[62633]: _type = "Task" [ 1588.505251] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.512803] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.646573] env[62633]: INFO nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating resource usage from migration 6bbf4b06-0aa6-403a-b0e4-72a7a3a79aff [ 1588.649773] env[62633]: DEBUG nova.compute.utils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.651079] env[62633]: DEBUG nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1588.651252] env[62633]: DEBUG nova.network.neutron [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.670136] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c181e9-b6fe-b6d4-482d-f84f784162ee, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.671156] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0ecba84c-08d1-4790-a170-eabff2c6d69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.671302] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 434417f7-12a4-45fc-ab31-38f26af0fb44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.671427] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 64a66647-bd46-4beb-a70e-7b8fe7c4a039 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.671544] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 806fccfd-d508-4b9e-8bdc-22758fc09dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.671658] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8975a6e8-03f5-424b-8843-79a4033b9790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.671832] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7d33e64b-6379-4bc2-a8ba-6581c23a6caa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.671963] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.672093] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance e35472bf-1914-4f5b-bedd-24fb62769327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.672206] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0bd800f2-a382-42a3-97fa-69ff647ffaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.672319] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 60fe6885-f374-4b2f-80f7-eff50e708406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.672430] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 15e0af51-7b85-4963-b112-203ce9a45e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.672539] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.672648] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 4f644c82-d658-4aa4-995e-ab24c791a258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.672775] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance cf86a1a0-715d-4b14-9151-4249ab7c53d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.672890] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.673015] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance d5802274-3d5c-42a5-b915-48a971c3c2ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.673168] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 89e733c7-8805-4925-a60f-136c73145a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.673299] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance c28dc1c5-6a41-4e47-829d-6cb1160bf83f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.673414] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance fe9fc951-7e94-4859-94a6-ed84defd14a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.673526] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bcde5138-2515-4fa1-9bfe-f737c8e51a62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.673648] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance a2308b1a-6617-49f9-a731-e445b3c61cf7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.673904] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 84e5cf9f-7de1-4edf-8097-3b89533f86a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.674073] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7af4d732-4d7c-4eeb-95d0-84b4544dd752 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.674150] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7f1691f3-c302-45a8-b5f2-3da9f56d565e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.674206] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.674322] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 54cedec2-7cd1-41cb-a787-ad21ae57fef6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.674415] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 9b5b87f5-9a55-4d35-a51b-50d6603f9674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.674534] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 9589743c-942e-4b50-81ab-dbf90046df3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.675038] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bed28386-52af-4870-a74d-67f7dd6215c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.675167] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance c5ab3ed9-f37d-48f9-9695-5848935b2293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.676528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.676799] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] bed28386-52af-4870-a74d-67f7dd6215c7/bed28386-52af-4870-a74d-67f7dd6215c7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.677469] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ab84844-7373-490c-a120-f8f632915b81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.684971] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1588.684971] env[62633]: value = "task-1807818" [ 1588.684971] env[62633]: _type = "Task" [ 1588.684971] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.693251] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.699150] env[62633]: DEBUG nova.policy [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '789ee6a2e60346dd88a933a3f82c1cd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34fd696c308e4119b3ef86c5f89239c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1588.782202] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquiring lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.782487] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.806399] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1588.806672] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.807455] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96000aa2-d20b-4105-8098-322cb563a7df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.814075] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1588.814321] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9746dc71-4473-420a-8783-829eabf0f74f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.902916] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1588.903192] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1588.903397] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleting the datastore file [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1588.904609] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c8897a-45e2-4e10-8908-d52ca7edc58f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.915765] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1588.915765] env[62633]: value = "task-1807820" [ 1588.915765] env[62633]: _type = "Task" [ 1588.915765] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.928128] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.998541] env[62633]: DEBUG nova.network.neutron [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Successfully created port: 6b57242a-5bbf-49ce-8412-84ec01e3f64b {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1589.016033] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067263} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.017015] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.018621] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4323976-4cca-4eae-861a-5e3604f3400c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.042830] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 9589743c-942e-4b50-81ab-dbf90046df3f/9589743c-942e-4b50-81ab-dbf90046df3f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.043299] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1002c83d-a263-4d7f-b3db-b8c29912d660 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.068191] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1589.068191] env[62633]: value = "task-1807821" [ 1589.068191] env[62633]: _type = "Task" [ 1589.068191] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.078378] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.155032] env[62633]: DEBUG nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1589.178716] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ffdace21-5ad8-4ef4-a89b-91e965a24d62 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1589.198649] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807818, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.428072] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403497} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.428331] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.428571] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.429213] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.578073] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807821, 'name': ReconfigVM_Task, 'duration_secs': 0.308277} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.578308] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 9589743c-942e-4b50-81ab-dbf90046df3f/9589743c-942e-4b50-81ab-dbf90046df3f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.578963] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d04e6bd-8ed7-4ac4-bc3e-840710e7cd06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.591032] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1589.591032] env[62633]: value = "task-1807822" [ 1589.591032] env[62633]: _type = "Task" [ 1589.591032] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.598103] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807822, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.684414] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ad39b04a-0f77-42be-a28d-0b4c3b10a377 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1589.699174] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535574} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.699480] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] bed28386-52af-4870-a74d-67f7dd6215c7/bed28386-52af-4870-a74d-67f7dd6215c7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.699699] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.700989] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3ebd4a3-61fd-4ddc-b4fd-9f69ca4b5251 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.707562] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1589.707562] env[62633]: value = "task-1807823" [ 1589.707562] env[62633]: _type = "Task" [ 1589.707562] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.715751] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.101372] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807822, 'name': Rename_Task, 'duration_secs': 0.145313} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.101683] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.101935] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c292312-17ef-45d9-ad3d-9b5601c6f1c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.108730] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1590.108730] env[62633]: value = "task-1807824" [ 1590.108730] env[62633]: _type = "Task" [ 1590.108730] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.116992] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.166043] env[62633]: DEBUG nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1590.188055] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 168e702c-1484-4812-b107-eaab2a116b66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1590.188239] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Migration 6bbf4b06-0aa6-403a-b0e4-72a7a3a79aff is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1590.188414] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 63cf4d09-5f4f-4327-9dda-5542e41948e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.192301] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1590.192546] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1590.192726] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.192918] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1590.193185] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.193363] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1590.193613] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1590.193785] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1590.193998] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1590.194205] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1590.194391] env[62633]: DEBUG nova.virt.hardware [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1590.195332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2088d9c-8423-410d-a31a-e6ecb673bb7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.204132] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2bad46-f479-4041-a105-19fbc25e29f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.226149] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110502} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.226363] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.227309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e067e72-90c7-4acb-a629-042b8ec5bfd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.251122] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] bed28386-52af-4870-a74d-67f7dd6215c7/bed28386-52af-4870-a74d-67f7dd6215c7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.251451] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b5bb07-30c1-4c38-b50e-158a7b375b9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.274912] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1590.274912] env[62633]: value = "task-1807825" [ 1590.274912] env[62633]: _type = "Task" [ 1590.274912] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.283728] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.462297] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1590.462657] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1590.462856] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.463310] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1590.463521] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.463705] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1590.463975] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1590.464174] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1590.464378] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1590.464560] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1590.464750] env[62633]: DEBUG nova.virt.hardware [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1590.465653] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c314dea-d116-4b6c-9a3e-4464d3dab76d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.474632] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a589dda4-cc4b-45e7-8090-0811470924e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.487871] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:e7:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16c08ce-765a-4a89-b9dd-9fd23464b66b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.495386] env[62633]: DEBUG oslo.service.loopingcall [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.496657] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.497729] env[62633]: DEBUG nova.compute.manager [req-2b31381b-a3f2-4f47-a207-841356ca95d8 req-bd71a622-bf5b-4a13-8fb5-7a116737e31e service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Received event network-vif-plugged-6b57242a-5bbf-49ce-8412-84ec01e3f64b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1590.497964] env[62633]: DEBUG oslo_concurrency.lockutils [req-2b31381b-a3f2-4f47-a207-841356ca95d8 req-bd71a622-bf5b-4a13-8fb5-7a116737e31e service nova] Acquiring lock "c5ab3ed9-f37d-48f9-9695-5848935b2293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.498213] env[62633]: DEBUG oslo_concurrency.lockutils [req-2b31381b-a3f2-4f47-a207-841356ca95d8 req-bd71a622-bf5b-4a13-8fb5-7a116737e31e service nova] Lock "c5ab3ed9-f37d-48f9-9695-5848935b2293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.498390] env[62633]: DEBUG oslo_concurrency.lockutils [req-2b31381b-a3f2-4f47-a207-841356ca95d8 req-bd71a622-bf5b-4a13-8fb5-7a116737e31e service nova] Lock "c5ab3ed9-f37d-48f9-9695-5848935b2293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.498559] env[62633]: DEBUG nova.compute.manager [req-2b31381b-a3f2-4f47-a207-841356ca95d8 req-bd71a622-bf5b-4a13-8fb5-7a116737e31e service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] No waiting events found dispatching network-vif-plugged-6b57242a-5bbf-49ce-8412-84ec01e3f64b {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1590.498728] env[62633]: WARNING nova.compute.manager [req-2b31381b-a3f2-4f47-a207-841356ca95d8 req-bd71a622-bf5b-4a13-8fb5-7a116737e31e service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Received unexpected event network-vif-plugged-6b57242a-5bbf-49ce-8412-84ec01e3f64b for instance with vm_state building and task_state spawning. [ 1590.499028] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e69f308e-976d-45a2-8024-f8a67ac38c2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.518849] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.518849] env[62633]: value = "task-1807826" [ 1590.518849] env[62633]: _type = "Task" [ 1590.518849] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.526595] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807826, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.558354] env[62633]: DEBUG nova.network.neutron [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Successfully updated port: 6b57242a-5bbf-49ce-8412-84ec01e3f64b {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.619479] env[62633]: DEBUG oslo_vmware.api [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1807824, 'name': PowerOnVM_Task, 'duration_secs': 0.46748} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.623023] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.623023] env[62633]: INFO nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1590.623023] env[62633]: DEBUG nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1590.623023] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528b4d77-f7c6-4617-9a44-16efe5f7f5b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.694288] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ec578d53-b1f7-41e3-9d97-c3a52d078893 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1590.785661] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807825, 'name': ReconfigVM_Task, 'duration_secs': 0.268833} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.785964] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Reconfigured VM instance instance-00000031 to attach disk [datastore1] bed28386-52af-4870-a74d-67f7dd6215c7/bed28386-52af-4870-a74d-67f7dd6215c7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.786826] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab02eceb-e62e-45ae-9914-8b4ae74c702c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.793591] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1590.793591] env[62633]: value = "task-1807827" [ 1590.793591] env[62633]: _type = "Task" [ 1590.793591] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.805444] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807827, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.032497] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807826, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.061316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "refresh_cache-c5ab3ed9-f37d-48f9-9695-5848935b2293" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.061509] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquired lock "refresh_cache-c5ab3ed9-f37d-48f9-9695-5848935b2293" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.061609] env[62633]: DEBUG nova.network.neutron [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.138799] env[62633]: INFO nova.compute.manager [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Took 40.88 seconds to build instance. [ 1591.194813] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 83b841b7-ac47-45c4-bcea-4020242cf996 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1591.303471] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807827, 'name': Rename_Task, 'duration_secs': 0.162537} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.303754] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.304090] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1685a90b-0e78-4e7e-8829-003e770172dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.310307] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1591.310307] env[62633]: value = "task-1807828" [ 1591.310307] env[62633]: _type = "Task" [ 1591.310307] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.318034] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.529172] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807826, 'name': CreateVM_Task, 'duration_secs': 0.570514} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.529172] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.529535] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.529711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.530060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.530332] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33be6f1b-a78d-4593-9703-7ccd5e46ec74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.535382] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1591.535382] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521553d5-fd39-b8c2-08e9-7a6030e61154" [ 1591.535382] env[62633]: _type = "Task" [ 1591.535382] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.543270] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521553d5-fd39-b8c2-08e9-7a6030e61154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.595622] env[62633]: DEBUG nova.network.neutron [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.641928] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ce39e815-5444-4caf-a4df-2e87410c8e55 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "9589743c-942e-4b50-81ab-dbf90046df3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.224s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.697621] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 84963b46-9f11-4e75-8242-6ea5bb918499 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1591.755783] env[62633]: DEBUG nova.network.neutron [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Updating instance_info_cache with network_info: [{"id": "6b57242a-5bbf-49ce-8412-84ec01e3f64b", "address": "fa:16:3e:0f:d8:1d", "network": {"id": "fe2584cd-e079-4a29-b9ae-e7cc7306435e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1618204011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fd696c308e4119b3ef86c5f89239c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b57242a-5b", "ovs_interfaceid": "6b57242a-5bbf-49ce-8412-84ec01e3f64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.823289] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.046494] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521553d5-fd39-b8c2-08e9-7a6030e61154, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.046818] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.047071] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.047321] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.047482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.047652] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.047980] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ddf6b57-21fb-4823-b39f-03b4b81fbdd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.060558] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.060558] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.060558] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4852f3-c697-4a38-b7ee-3f24c65c0676 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.064601] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1592.064601] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5209559a-de85-494a-b66a-d93a59351560" [ 1592.064601] env[62633]: _type = "Task" [ 1592.064601] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.076247] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209559a-de85-494a-b66a-d93a59351560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.145505] env[62633]: DEBUG nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1592.200446] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 516bfdcf-f88f-40c8-8b83-6413ee80b6a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1592.258582] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Releasing lock "refresh_cache-c5ab3ed9-f37d-48f9-9695-5848935b2293" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.258899] env[62633]: DEBUG nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Instance network_info: |[{"id": "6b57242a-5bbf-49ce-8412-84ec01e3f64b", "address": "fa:16:3e:0f:d8:1d", "network": {"id": "fe2584cd-e079-4a29-b9ae-e7cc7306435e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1618204011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fd696c308e4119b3ef86c5f89239c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b57242a-5b", "ovs_interfaceid": "6b57242a-5bbf-49ce-8412-84ec01e3f64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1592.259419] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:d8:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b57242a-5bbf-49ce-8412-84ec01e3f64b', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.271402] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Creating folder: Project (34fd696c308e4119b3ef86c5f89239c0). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1592.272628] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee6ddd17-9164-4eb6-8ebc-4a6147946085 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.286104] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Created folder: Project (34fd696c308e4119b3ef86c5f89239c0) in parent group-v374582. [ 1592.286104] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Creating folder: Instances. Parent ref: group-v374724. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1592.286104] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b32f4f06-5368-48c4-b08b-2a2602346afb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.295912] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Created folder: Instances in parent group-v374724. [ 1592.296236] env[62633]: DEBUG oslo.service.loopingcall [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.296631] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.296951] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10bc2464-5631-4a35-9998-569f69bed8c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.314725] env[62633]: DEBUG nova.compute.manager [req-4db6dc78-629b-471c-944c-b2564404eab0 req-ad9e9c84-ec23-4c22-acd6-4ad4f917a01e service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Received event network-changed-b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1592.314933] env[62633]: DEBUG nova.compute.manager [req-4db6dc78-629b-471c-944c-b2564404eab0 req-ad9e9c84-ec23-4c22-acd6-4ad4f917a01e service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Refreshing instance network info cache due to event network-changed-b952b58b-217e-4594-a7eb-2fd11d87abb2. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1592.315171] env[62633]: DEBUG oslo_concurrency.lockutils [req-4db6dc78-629b-471c-944c-b2564404eab0 req-ad9e9c84-ec23-4c22-acd6-4ad4f917a01e service nova] Acquiring lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.315322] env[62633]: DEBUG oslo_concurrency.lockutils [req-4db6dc78-629b-471c-944c-b2564404eab0 req-ad9e9c84-ec23-4c22-acd6-4ad4f917a01e service nova] Acquired lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.315607] env[62633]: DEBUG nova.network.neutron [req-4db6dc78-629b-471c-944c-b2564404eab0 req-ad9e9c84-ec23-4c22-acd6-4ad4f917a01e service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Refreshing network info cache for port b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.326207] env[62633]: DEBUG oslo_vmware.api [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1807828, 'name': PowerOnVM_Task, 'duration_secs': 0.941749} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.328195] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1592.328318] env[62633]: INFO nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1592.328484] env[62633]: DEBUG nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1592.328747] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.328747] env[62633]: value = "task-1807831" [ 1592.328747] env[62633]: _type = "Task" [ 1592.328747] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.329504] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669be3c1-fd27-4d39-b35f-97051709c808 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.347066] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807831, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.573231] env[62633]: DEBUG nova.compute.manager [req-8da8a3de-622d-46cf-a870-8e16c283f7b4 req-39cc8a02-9c86-421f-aef8-7d2e06b66656 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Received event network-changed-6b57242a-5bbf-49ce-8412-84ec01e3f64b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1592.573509] env[62633]: DEBUG nova.compute.manager [req-8da8a3de-622d-46cf-a870-8e16c283f7b4 req-39cc8a02-9c86-421f-aef8-7d2e06b66656 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Refreshing instance network info cache due to event network-changed-6b57242a-5bbf-49ce-8412-84ec01e3f64b. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1592.573793] env[62633]: DEBUG oslo_concurrency.lockutils [req-8da8a3de-622d-46cf-a870-8e16c283f7b4 req-39cc8a02-9c86-421f-aef8-7d2e06b66656 service nova] Acquiring lock "refresh_cache-c5ab3ed9-f37d-48f9-9695-5848935b2293" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.574035] env[62633]: DEBUG oslo_concurrency.lockutils [req-8da8a3de-622d-46cf-a870-8e16c283f7b4 req-39cc8a02-9c86-421f-aef8-7d2e06b66656 service nova] Acquired lock "refresh_cache-c5ab3ed9-f37d-48f9-9695-5848935b2293" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.574264] env[62633]: DEBUG nova.network.neutron [req-8da8a3de-622d-46cf-a870-8e16c283f7b4 req-39cc8a02-9c86-421f-aef8-7d2e06b66656 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Refreshing network info cache for port 6b57242a-5bbf-49ce-8412-84ec01e3f64b {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.580119] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209559a-de85-494a-b66a-d93a59351560, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.581686] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e262be0-8744-41da-92f4-0542bbb7729e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.588999] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1592.588999] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528d8f53-2d07-08cf-80c5-20e105558a38" [ 1592.588999] env[62633]: _type = "Task" [ 1592.588999] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.602143] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528d8f53-2d07-08cf-80c5-20e105558a38, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.602476] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.602742] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674/9b5b87f5-9a55-4d35-a51b-50d6603f9674.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.603015] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b3bb52d-c76f-4c29-94a6-b677f3b80786 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.610296] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1592.610296] env[62633]: value = "task-1807832" [ 1592.610296] env[62633]: _type = "Task" [ 1592.610296] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.622855] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.671571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.706640] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7229a8ca-458f-41f0-8255-12352dac8693 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1592.754354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquiring lock "15e0af51-7b85-4963-b112-203ce9a45e4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.754632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "15e0af51-7b85-4963-b112-203ce9a45e4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.754885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquiring lock "15e0af51-7b85-4963-b112-203ce9a45e4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.755041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "15e0af51-7b85-4963-b112-203ce9a45e4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.755256] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "15e0af51-7b85-4963-b112-203ce9a45e4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.757408] env[62633]: INFO nova.compute.manager [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Terminating instance [ 1592.759248] env[62633]: DEBUG nova.compute.manager [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1592.759444] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1592.760493] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4dbd5f-b2f3-446f-b44c-044f46792338 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.768420] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.768967] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82901cf7-1408-4d05-81b8-4648e1dd26a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.775957] env[62633]: DEBUG oslo_vmware.api [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1592.775957] env[62633]: value = "task-1807833" [ 1592.775957] env[62633]: _type = "Task" [ 1592.775957] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.785944] env[62633]: DEBUG oslo_vmware.api [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.842847] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807831, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.857450] env[62633]: INFO nova.compute.manager [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Took 40.41 seconds to build instance. [ 1593.080177] env[62633]: DEBUG nova.network.neutron [req-4db6dc78-629b-471c-944c-b2564404eab0 req-ad9e9c84-ec23-4c22-acd6-4ad4f917a01e service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Updated VIF entry in instance network info cache for port b952b58b-217e-4594-a7eb-2fd11d87abb2. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.080692] env[62633]: DEBUG nova.network.neutron [req-4db6dc78-629b-471c-944c-b2564404eab0 req-ad9e9c84-ec23-4c22-acd6-4ad4f917a01e service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Updating instance_info_cache with network_info: [{"id": "b952b58b-217e-4594-a7eb-2fd11d87abb2", "address": "fa:16:3e:68:c7:d8", "network": {"id": "8c48320b-614f-4670-b9ae-f0307f9fdea3", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1063764174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "601bbe8af9eb464490986c46859e58f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb952b58b-21", "ovs_interfaceid": "b952b58b-217e-4594-a7eb-2fd11d87abb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.123261] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.216529] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 2b6fdfc3-aba8-4653-919a-be6a798d0ed2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1593.216529] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1593.216529] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5184MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1593.289825] env[62633]: DEBUG oslo_vmware.api [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807833, 'name': PowerOffVM_Task, 'duration_secs': 0.279175} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.289825] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.289825] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.290566] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f244a3a5-8654-49c2-80a0-e19d3cbe6528 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.344062] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807831, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.360847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4cc3d1a1-caf8-4057-a988-9800951308f8 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "bed28386-52af-4870-a74d-67f7dd6215c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.203s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.391396] env[62633]: DEBUG nova.network.neutron [req-8da8a3de-622d-46cf-a870-8e16c283f7b4 req-39cc8a02-9c86-421f-aef8-7d2e06b66656 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Updated VIF entry in instance network info cache for port 6b57242a-5bbf-49ce-8412-84ec01e3f64b. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.391396] env[62633]: DEBUG nova.network.neutron [req-8da8a3de-622d-46cf-a870-8e16c283f7b4 req-39cc8a02-9c86-421f-aef8-7d2e06b66656 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Updating instance_info_cache with network_info: [{"id": "6b57242a-5bbf-49ce-8412-84ec01e3f64b", "address": "fa:16:3e:0f:d8:1d", "network": {"id": "fe2584cd-e079-4a29-b9ae-e7cc7306435e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1618204011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34fd696c308e4119b3ef86c5f89239c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b57242a-5b", "ovs_interfaceid": "6b57242a-5bbf-49ce-8412-84ec01e3f64b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.466217] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1593.466217] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1593.466217] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Deleting the datastore file [datastore1] 15e0af51-7b85-4963-b112-203ce9a45e4e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1593.467352] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0839010f-cf80-4f1d-b0eb-53de54a98978 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.476021] env[62633]: DEBUG oslo_vmware.api [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for the task: (returnval){ [ 1593.476021] env[62633]: value = "task-1807835" [ 1593.476021] env[62633]: _type = "Task" [ 1593.476021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.486336] env[62633]: DEBUG oslo_vmware.api [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.586641] env[62633]: DEBUG oslo_concurrency.lockutils [req-4db6dc78-629b-471c-944c-b2564404eab0 req-ad9e9c84-ec23-4c22-acd6-4ad4f917a01e service nova] Releasing lock "refresh_cache-9589743c-942e-4b50-81ab-dbf90046df3f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.619970] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600937} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.622816] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674/9b5b87f5-9a55-4d35-a51b-50d6603f9674.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.623062] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.623562] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbaed6b7-7d14-48bb-9517-4ad5869ae38c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.632581] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1593.632581] env[62633]: value = "task-1807836" [ 1593.632581] env[62633]: _type = "Task" [ 1593.632581] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.644450] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.847384] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807831, 'name': CreateVM_Task, 'duration_secs': 1.423683} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.847384] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.847692] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.847861] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.848189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.848596] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de8f416-7f8c-447a-a511-2ec6a075afc4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.851804] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a0c2a-1475-49d3-a129-a2c1bb734547 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.858424] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1593.858424] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fb369f-c453-7d45-8e7b-c7717a05f896" [ 1593.858424] env[62633]: _type = "Task" [ 1593.858424] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.868013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d289ed51-7642-4d84-bd3b-a9f11ca76b52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.873301] env[62633]: DEBUG nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1593.884521] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fb369f-c453-7d45-8e7b-c7717a05f896, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.909051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.909380] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.909620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.909788] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.909985] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.910659] env[62633]: DEBUG oslo_concurrency.lockutils [req-8da8a3de-622d-46cf-a870-8e16c283f7b4 req-39cc8a02-9c86-421f-aef8-7d2e06b66656 service nova] Releasing lock "refresh_cache-c5ab3ed9-f37d-48f9-9695-5848935b2293" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.911080] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d8dbead-954c-40c4-a023-f69f35278528 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.913505] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7fe1e8-ac04-4de8-a109-8bfab32b6f5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.922888] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1919ddeb-81f3-4553-939d-1095df39695b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.930262] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.930262] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1593.930262] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470053e3-373c-4230-a0ba-969062388d85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.940445] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.945134] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1593.945134] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52363b23-1342-de0f-7bf1-0651c8cbbf17" [ 1593.945134] env[62633]: _type = "Task" [ 1593.945134] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.955044] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52363b23-1342-de0f-7bf1-0651c8cbbf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.985182] env[62633]: DEBUG oslo_vmware.api [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Task: {'id': task-1807835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138183} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.985599] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.989019] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.989019] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.989019] env[62633]: INFO nova.compute.manager [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1593.989019] env[62633]: DEBUG oslo.service.loopingcall [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.989019] env[62633]: DEBUG nova.compute.manager [-] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1593.989019] env[62633]: DEBUG nova.network.neutron [-] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.143727] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081161} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.144078] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.144882] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d970514c-e7ba-4af5-a343-6801bc630e6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.168167] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674/9b5b87f5-9a55-4d35-a51b-50d6603f9674.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.168555] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1c5473-1118-419e-ae02-77bf2ad8cd8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.189510] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1594.189510] env[62633]: value = "task-1807837" [ 1594.189510] env[62633]: _type = "Task" [ 1594.189510] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.198742] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.338100] env[62633]: DEBUG nova.compute.manager [req-76419cbc-af70-4af9-ba9c-3aa16415bdcb req-42108e90-bf60-4f5f-80ea-c0e0d750ad96 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Received event network-changed-e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1594.338319] env[62633]: DEBUG nova.compute.manager [req-76419cbc-af70-4af9-ba9c-3aa16415bdcb req-42108e90-bf60-4f5f-80ea-c0e0d750ad96 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Refreshing instance network info cache due to event network-changed-e2335589-521a-4f14-a712-5ed3aac5d9ed. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1594.338539] env[62633]: DEBUG oslo_concurrency.lockutils [req-76419cbc-af70-4af9-ba9c-3aa16415bdcb req-42108e90-bf60-4f5f-80ea-c0e0d750ad96 service nova] Acquiring lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.338719] env[62633]: DEBUG oslo_concurrency.lockutils [req-76419cbc-af70-4af9-ba9c-3aa16415bdcb req-42108e90-bf60-4f5f-80ea-c0e0d750ad96 service nova] Acquired lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.338844] env[62633]: DEBUG nova.network.neutron [req-76419cbc-af70-4af9-ba9c-3aa16415bdcb req-42108e90-bf60-4f5f-80ea-c0e0d750ad96 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Refreshing network info cache for port e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.405828] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.443927] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1594.463371] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52363b23-1342-de0f-7bf1-0651c8cbbf17, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.464313] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9732ee6f-7970-440a-a19a-94a9c68d3843 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.470322] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1594.470322] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b92b94-f140-ca3b-7678-f8d28a6ef93d" [ 1594.470322] env[62633]: _type = "Task" [ 1594.470322] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.479437] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b92b94-f140-ca3b-7678-f8d28a6ef93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.609240] env[62633]: DEBUG nova.compute.manager [req-ac15556d-348b-4131-a97f-8cecdc7abc3f req-f242296e-ca45-44b5-b97e-d3a903a7fc01 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Received event network-vif-deleted-507b4f4d-e597-4ad1-aade-f0c3614585be {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1594.609507] env[62633]: INFO nova.compute.manager [req-ac15556d-348b-4131-a97f-8cecdc7abc3f req-f242296e-ca45-44b5-b97e-d3a903a7fc01 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Neutron deleted interface 507b4f4d-e597-4ad1-aade-f0c3614585be; detaching it from the instance and deleting it from the info cache [ 1594.609631] env[62633]: DEBUG nova.network.neutron [req-ac15556d-348b-4131-a97f-8cecdc7abc3f req-f242296e-ca45-44b5-b97e-d3a903a7fc01 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.699380] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807837, 'name': ReconfigVM_Task, 'duration_secs': 0.338872} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.701170] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674/9b5b87f5-9a55-4d35-a51b-50d6603f9674.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.701170] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82b5a39f-20ee-412b-9865-b9fbe4946a32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.708697] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1594.708697] env[62633]: value = "task-1807838" [ 1594.708697] env[62633]: _type = "Task" [ 1594.708697] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.716862] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807838, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.954705] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1594.954999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.334s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.955898] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.663s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.980825] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b92b94-f140-ca3b-7678-f8d28a6ef93d, 'name': SearchDatastore_Task, 'duration_secs': 0.027301} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.981109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.981368] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] c5ab3ed9-f37d-48f9-9695-5848935b2293/c5ab3ed9-f37d-48f9-9695-5848935b2293.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.981629] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efdb2d64-8478-41a7-bcd9-745ce52c9771 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.989197] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1594.989197] env[62633]: value = "task-1807839" [ 1594.989197] env[62633]: _type = "Task" [ 1594.989197] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.997245] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.001875] env[62633]: DEBUG nova.network.neutron [-] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.074926] env[62633]: DEBUG nova.network.neutron [req-76419cbc-af70-4af9-ba9c-3aa16415bdcb req-42108e90-bf60-4f5f-80ea-c0e0d750ad96 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updated VIF entry in instance network info cache for port e2335589-521a-4f14-a712-5ed3aac5d9ed. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1595.075373] env[62633]: DEBUG nova.network.neutron [req-76419cbc-af70-4af9-ba9c-3aa16415bdcb req-42108e90-bf60-4f5f-80ea-c0e0d750ad96 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.111850] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b8c1dde-218c-48f6-b8cf-b31bcee1150d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.122138] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31b42f9-13fd-4148-82e3-0fa48b334ddf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.159033] env[62633]: DEBUG nova.compute.manager [req-ac15556d-348b-4131-a97f-8cecdc7abc3f req-f242296e-ca45-44b5-b97e-d3a903a7fc01 service nova] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Detach interface failed, port_id=507b4f4d-e597-4ad1-aade-f0c3614585be, reason: Instance 15e0af51-7b85-4963-b112-203ce9a45e4e could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1595.219673] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807838, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.461384] env[62633]: INFO nova.compute.claims [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.499534] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.504407] env[62633]: INFO nova.compute.manager [-] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Took 1.52 seconds to deallocate network for instance. [ 1595.578444] env[62633]: DEBUG oslo_concurrency.lockutils [req-76419cbc-af70-4af9-ba9c-3aa16415bdcb req-42108e90-bf60-4f5f-80ea-c0e0d750ad96 service nova] Releasing lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.719695] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807838, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.968098] env[62633]: INFO nova.compute.resource_tracker [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating resource usage from migration 6bbf4b06-0aa6-403a-b0e4-72a7a3a79aff [ 1596.003942] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807839, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.010410] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.225580] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807838, 'name': Rename_Task, 'duration_secs': 1.150434} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.225900] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.226239] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1757f207-1bf4-4d57-a148-8f8bf751e897 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.233497] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1596.233497] env[62633]: value = "task-1807840" [ 1596.233497] env[62633]: _type = "Task" [ 1596.233497] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.242637] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.501934] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807839, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.359676} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.502194] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] c5ab3ed9-f37d-48f9-9695-5848935b2293/c5ab3ed9-f37d-48f9-9695-5848935b2293.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.502419] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.502670] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aef720ce-599d-46e8-94d1-60bfd738d75b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.507867] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cefb53-ecb9-4a13-868f-5da70af9bb16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.511131] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1596.511131] env[62633]: value = "task-1807841" [ 1596.511131] env[62633]: _type = "Task" [ 1596.511131] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.517038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201f84f9-5eca-4322-998c-ba31bbb835cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.522787] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.550494] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9557608b-8cbd-41c9-922b-ed1f73197c22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.558760] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8890c08-1728-49f8-8ea1-a8665d15c06c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.574616] env[62633]: DEBUG nova.compute.provider_tree [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.742957] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.023332] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065303} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.023603] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.024391] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314d5a46-5142-40e8-9e77-f8ea4f583681 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.046346] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] c5ab3ed9-f37d-48f9-9695-5848935b2293/c5ab3ed9-f37d-48f9-9695-5848935b2293.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.046649] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee47a485-f87c-4d3e-ab21-094e8e4966a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.071845] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1597.071845] env[62633]: value = "task-1807842" [ 1597.071845] env[62633]: _type = "Task" [ 1597.071845] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.077236] env[62633]: DEBUG nova.scheduler.client.report [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1597.084185] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.243739] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807840, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.583214] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.586179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.631s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.586406] env[62633]: INFO nova.compute.manager [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Migrating [ 1597.592717] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.388s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.593122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.594967] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.020s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.596390] env[62633]: INFO nova.compute.claims [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.624504] env[62633]: INFO nova.scheduler.client.report [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Deleted allocations for instance c28dc1c5-6a41-4e47-829d-6cb1160bf83f [ 1597.745017] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807840, 'name': PowerOnVM_Task, 'duration_secs': 1.100533} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.745017] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.745017] env[62633]: DEBUG nova.compute.manager [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1597.745592] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b93e1-638b-4043-ad11-6457413d79d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.083626] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.109254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.109480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.109701] env[62633]: DEBUG nova.network.neutron [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.133835] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e929aa72-b432-45ff-86f3-06833123d718 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "c28dc1c5-6a41-4e47-829d-6cb1160bf83f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.773s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.255951] env[62633]: INFO nova.compute.manager [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] bringing vm to original state: 'stopped' [ 1598.585765] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807842, 'name': ReconfigVM_Task, 'duration_secs': 1.076288} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.585765] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Reconfigured VM instance instance-00000032 to attach disk [datastore1] c5ab3ed9-f37d-48f9-9695-5848935b2293/c5ab3ed9-f37d-48f9-9695-5848935b2293.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.586869] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d422036-daf1-482f-9c76-0e074e68710f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.596666] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1598.596666] env[62633]: value = "task-1807843" [ 1598.596666] env[62633]: _type = "Task" [ 1598.596666] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.606600] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807843, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.857875] env[62633]: DEBUG nova.network.neutron [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [{"id": "2bac0f57-52b5-4be3-90cd-969664fa3122", "address": "fa:16:3e:3b:85:cb", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bac0f57-52", "ovs_interfaceid": "2bac0f57-52b5-4be3-90cd-969664fa3122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.107018] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807843, 'name': Rename_Task, 'duration_secs': 0.152971} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.107303] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1599.107548] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c69ca4-bf89-4306-a317-1713f2e80766 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.120483] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1599.120483] env[62633]: value = "task-1807844" [ 1599.120483] env[62633]: _type = "Task" [ 1599.120483] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.128721] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.142988] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f95029-6ad2-4f2f-a02e-96b565ff6470 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.151020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494eb129-2134-4b85-a2da-a50488252fe3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.183193] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5988923-ddaf-426b-ad69-527b3675bf59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.196080] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3490afd8-5f9b-40a0-adef-ff91f8411064 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.212029] env[62633]: DEBUG nova.compute.provider_tree [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.263594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.263937] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.264235] env[62633]: DEBUG nova.compute.manager [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1599.265157] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dcd34f-c4a2-45a2-90e1-2c802b086ddb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.272220] env[62633]: DEBUG nova.compute.manager [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1599.274641] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.274917] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a37bde-038e-4ce5-b6c3-31f1f0240d4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.281422] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1599.281422] env[62633]: value = "task-1807845" [ 1599.281422] env[62633]: _type = "Task" [ 1599.281422] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.290281] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.360390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.630640] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807844, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.691069] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.691349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.691605] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.691804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.692019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.694630] env[62633]: INFO nova.compute.manager [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Terminating instance [ 1599.696855] env[62633]: DEBUG nova.compute.manager [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1599.697070] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.697927] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30d84ac-5035-4390-98fa-0cc7c333c441 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.706100] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.706395] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b538d24f-f4ec-49eb-a8e5-59ea02f1b288 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.714055] env[62633]: DEBUG oslo_vmware.api [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1599.714055] env[62633]: value = "task-1807846" [ 1599.714055] env[62633]: _type = "Task" [ 1599.714055] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.714392] env[62633]: DEBUG nova.scheduler.client.report [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1599.727458] env[62633]: DEBUG oslo_vmware.api [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.735990] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1599.736922] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1599.795146] env[62633]: DEBUG oslo_vmware.api [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807845, 'name': PowerOffVM_Task, 'duration_secs': 0.241245} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.795523] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.795781] env[62633]: DEBUG nova.compute.manager [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1599.796853] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c09b3b-034b-4188-a910-b8115668fd82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.132181] env[62633]: DEBUG oslo_vmware.api [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807844, 'name': PowerOnVM_Task, 'duration_secs': 0.814895} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.132413] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.132739] env[62633]: INFO nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1600.132989] env[62633]: DEBUG nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1600.133945] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c951b5-0951-40ac-9b98-fc8099a5c54a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.223088] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.223441] env[62633]: DEBUG nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1600.230078] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.461s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.230078] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.231572] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.670s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.233010] env[62633]: INFO nova.compute.claims [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.235806] env[62633]: DEBUG oslo_vmware.api [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807846, 'name': PowerOffVM_Task, 'duration_secs': 0.329911} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.236596] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.236924] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.237208] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-189bd144-820a-49c4-9a11-50c504e10581 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.248792] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.249123] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1600.263262] env[62633]: INFO nova.scheduler.client.report [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Deleted allocations for instance 7d33e64b-6379-4bc2-a8ba-6581c23a6caa [ 1600.313078] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.049s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.385224] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1600.385496] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1600.385690] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Deleting the datastore file [datastore1] 806fccfd-d508-4b9e-8bdc-22758fc09dd5 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.386019] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ca0f91e-b931-4242-a01c-635d4ebadb87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.392839] env[62633]: DEBUG oslo_vmware.api [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for the task: (returnval){ [ 1600.392839] env[62633]: value = "task-1807848" [ 1600.392839] env[62633]: _type = "Task" [ 1600.392839] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.404686] env[62633]: DEBUG oslo_vmware.api [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.656033] env[62633]: INFO nova.compute.manager [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Took 45.63 seconds to build instance. [ 1600.740772] env[62633]: DEBUG nova.compute.utils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.742627] env[62633]: DEBUG nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1600.742810] env[62633]: DEBUG nova.network.neutron [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.772293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-826b0d9a-76b8-4c91-8ab4-dd9d3f549378 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "7d33e64b-6379-4bc2-a8ba-6581c23a6caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.954s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.808377] env[62633]: DEBUG nova.policy [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd191d26860ba425ca33917c3f95aa8a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916e08f725e743a0aa34946298345fb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1600.823925] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.875907] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89677360-436d-4c0d-9540-fbe04eadbcfc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.894968] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance '63cf4d09-5f4f-4327-9dda-5542e41948e7' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1600.901827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "c5ab3ed9-f37d-48f9-9695-5848935b2293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.909165] env[62633]: DEBUG oslo_vmware.api [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Task: {'id': task-1807848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215775} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.909165] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.909165] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.909400] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.909453] env[62633]: INFO nova.compute.manager [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1600.909646] env[62633]: DEBUG oslo.service.loopingcall [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.909828] env[62633]: DEBUG nova.compute.manager [-] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1600.910534] env[62633]: DEBUG nova.network.neutron [-] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.145483] env[62633]: DEBUG nova.network.neutron [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Successfully created port: b95bb38e-6147-46e7-b413-a4b6c53363bc {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.158513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-05c4c4de-ed84-411f-83b7-d7e949dc6999 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "c5ab3ed9-f37d-48f9-9695-5848935b2293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.964s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.158856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "c5ab3ed9-f37d-48f9-9695-5848935b2293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.257s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.159117] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "c5ab3ed9-f37d-48f9-9695-5848935b2293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.159459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "c5ab3ed9-f37d-48f9-9695-5848935b2293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.159563] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "c5ab3ed9-f37d-48f9-9695-5848935b2293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.161784] env[62633]: INFO nova.compute.manager [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Terminating instance [ 1601.164913] env[62633]: DEBUG nova.compute.manager [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1601.165210] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.166222] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f547a2a0-f282-4ebe-9357-9d921c04e0e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.174722] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.175550] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-072e4c34-d276-4d60-9365-735d967e0c4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.185594] env[62633]: DEBUG oslo_vmware.api [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1601.185594] env[62633]: value = "task-1807849" [ 1601.185594] env[62633]: _type = "Task" [ 1601.185594] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.194829] env[62633]: DEBUG oslo_vmware.api [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.250646] env[62633]: DEBUG nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1601.312383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.312383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquired lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.312383] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Forcefully refreshing network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1601.322667] env[62633]: DEBUG nova.compute.manager [req-c173c351-9cc4-4c64-9603-45c725bdf31d req-3ddd9959-9990-47f2-b68f-b4142348c894 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Received event network-vif-deleted-2fbfde78-4021-434e-89bd-af9b18dbab4f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1601.322667] env[62633]: INFO nova.compute.manager [req-c173c351-9cc4-4c64-9603-45c725bdf31d req-3ddd9959-9990-47f2-b68f-b4142348c894 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Neutron deleted interface 2fbfde78-4021-434e-89bd-af9b18dbab4f; detaching it from the instance and deleting it from the info cache [ 1601.322667] env[62633]: DEBUG nova.network.neutron [req-c173c351-9cc4-4c64-9603-45c725bdf31d req-3ddd9959-9990-47f2-b68f-b4142348c894 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.403504] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.406980] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e32c23f-b431-470a-b4cc-fba9a7d748f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.415414] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1601.415414] env[62633]: value = "task-1807850" [ 1601.415414] env[62633]: _type = "Task" [ 1601.415414] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.424267] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.703113] env[62633]: DEBUG oslo_vmware.api [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807849, 'name': PowerOffVM_Task, 'duration_secs': 0.185315} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.703483] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1601.703681] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.703974] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9b86d1-1534-4b62-8310-4388e8703416 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.776323] env[62633]: DEBUG nova.network.neutron [-] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.808848] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5cc16a-04f6-4fd2-ad25-13fa427db579 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.819728] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38badebd-2609-4706-9d49-5304143efe6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.823450] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abe89a52-6889-4d8d-90ef-11b3c59f5b36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.859488] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.859764] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.859976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.860190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.860406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.863207] env[62633]: INFO nova.compute.manager [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Terminating instance [ 1601.865560] env[62633]: DEBUG nova.compute.manager [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1601.865667] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.871387] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbb3d7d-199f-4517-9c45-327d0b194619 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.883371] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f70cc-3d58-438f-9783-709d04d1d59a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.887544] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe105704-cf90-4041-a313-d5278b50fde4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.890038] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1601.890282] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1601.890479] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Deleting the datastore file [datastore1] c5ab3ed9-f37d-48f9-9695-5848935b2293 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1601.891629] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8580a7e-f111-411b-b61b-0aa146b953b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.899206] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1601.902292] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40c962b4-3dff-484d-9933-7e8f34a98920 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.904076] env[62633]: DEBUG oslo_vmware.api [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for the task: (returnval){ [ 1601.904076] env[62633]: value = "task-1807852" [ 1601.904076] env[62633]: _type = "Task" [ 1601.904076] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.919677] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977147d4-da1a-45e6-9f2e-3e05783d059f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.924245] env[62633]: DEBUG nova.compute.manager [req-c173c351-9cc4-4c64-9603-45c725bdf31d req-3ddd9959-9990-47f2-b68f-b4142348c894 service nova] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Detach interface failed, port_id=2fbfde78-4021-434e-89bd-af9b18dbab4f, reason: Instance 806fccfd-d508-4b9e-8bdc-22758fc09dd5 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1601.935974] env[62633]: DEBUG oslo_vmware.api [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.948454] env[62633]: DEBUG nova.compute.provider_tree [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.950246] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1601.950469] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance '63cf4d09-5f4f-4327-9dda-5542e41948e7' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1602.030874] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.031180] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.031432] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleting the datastore file [datastore1] 9b5b87f5-9a55-4d35-a51b-50d6603f9674 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.031995] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7579f4bc-c901-49b7-9a9e-ffc09c9ed898 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.040295] env[62633]: DEBUG oslo_vmware.api [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1602.040295] env[62633]: value = "task-1807854" [ 1602.040295] env[62633]: _type = "Task" [ 1602.040295] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.048587] env[62633]: DEBUG oslo_vmware.api [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.265991] env[62633]: DEBUG nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1602.280824] env[62633]: INFO nova.compute.manager [-] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Took 1.37 seconds to deallocate network for instance. [ 1602.309338] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1602.309999] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1602.309999] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.310263] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1602.310530] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.310754] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1602.312226] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1602.312514] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1602.312983] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1602.312983] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1602.313201] env[62633]: DEBUG nova.virt.hardware [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1602.314639] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c0d02-7ad4-474c-b999-f7a41df1e53e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.323292] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea31b2-de53-401e-bb9b-4a065b580d69 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.428652] env[62633]: DEBUG oslo_vmware.api [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Task: {'id': task-1807852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227156} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.429279] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.429480] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.429668] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.429847] env[62633]: INFO nova.compute.manager [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1602.430113] env[62633]: DEBUG oslo.service.loopingcall [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.430314] env[62633]: DEBUG nova.compute.manager [-] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1602.430478] env[62633]: DEBUG nova.network.neutron [-] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.457408] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1602.457650] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1602.457812] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.457998] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1602.458164] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.458326] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1602.458558] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1602.458706] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1602.458877] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1602.459051] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1602.459237] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1602.465090] env[62633]: DEBUG nova.scheduler.client.report [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1602.470555] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759fc548-4847-4200-b301-7eb0597f95bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.490969] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1602.490969] env[62633]: value = "task-1807855" [ 1602.490969] env[62633]: _type = "Task" [ 1602.490969] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.498712] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.553508] env[62633]: DEBUG oslo_vmware.api [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1807854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20127} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.553508] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.553508] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.553508] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.553508] env[62633]: INFO nova.compute.manager [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1602.553508] env[62633]: DEBUG oslo.service.loopingcall [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.553508] env[62633]: DEBUG nova.compute.manager [-] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1602.553508] env[62633]: DEBUG nova.network.neutron [-] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.731776] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Acquiring lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.732030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.792092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.794305] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Updating instance_info_cache with network_info: [{"id": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "address": "fa:16:3e:50:0c:f7", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68250ae-50", "ovs_interfaceid": "d68250ae-50f7-4cdf-a0ef-57f5e4ff420e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.905469] env[62633]: DEBUG nova.network.neutron [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Successfully updated port: b95bb38e-6147-46e7-b413-a4b6c53363bc {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1602.984474] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.985011] env[62633]: DEBUG nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1602.989747] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.942s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.989956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.996012] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.587s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.997412] env[62633]: INFO nova.compute.claims [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.017434] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807855, 'name': ReconfigVM_Task, 'duration_secs': 0.39206} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.017763] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance '63cf4d09-5f4f-4327-9dda-5542e41948e7' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1603.039151] env[62633]: INFO nova.scheduler.client.report [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleted allocations for instance cf86a1a0-715d-4b14-9151-4249ab7c53d7 [ 1603.062115] env[62633]: DEBUG nova.compute.manager [req-b7c8f0b3-7548-4d27-b939-312987a5f5b1 req-f8ad6a4b-e023-4c0b-ba24-1b2b753f805e service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Received event network-vif-plugged-b95bb38e-6147-46e7-b413-a4b6c53363bc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1603.062115] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7c8f0b3-7548-4d27-b939-312987a5f5b1 req-f8ad6a4b-e023-4c0b-ba24-1b2b753f805e service nova] Acquiring lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.063397] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7c8f0b3-7548-4d27-b939-312987a5f5b1 req-f8ad6a4b-e023-4c0b-ba24-1b2b753f805e service nova] Lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.063397] env[62633]: DEBUG oslo_concurrency.lockutils [req-b7c8f0b3-7548-4d27-b939-312987a5f5b1 req-f8ad6a4b-e023-4c0b-ba24-1b2b753f805e service nova] Lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.063397] env[62633]: DEBUG nova.compute.manager [req-b7c8f0b3-7548-4d27-b939-312987a5f5b1 req-f8ad6a4b-e023-4c0b-ba24-1b2b753f805e service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] No waiting events found dispatching network-vif-plugged-b95bb38e-6147-46e7-b413-a4b6c53363bc {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1603.064167] env[62633]: WARNING nova.compute.manager [req-b7c8f0b3-7548-4d27-b939-312987a5f5b1 req-f8ad6a4b-e023-4c0b-ba24-1b2b753f805e service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Received unexpected event network-vif-plugged-b95bb38e-6147-46e7-b413-a4b6c53363bc for instance with vm_state building and task_state spawning. [ 1603.242196] env[62633]: DEBUG nova.compute.utils [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.296567] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Releasing lock "refresh_cache-0ecba84c-08d1-4790-a170-eabff2c6d69e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.296881] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Updated the network info_cache for instance {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1603.296974] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.297160] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.297310] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.297458] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.297595] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.297739] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.297864] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1603.298011] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.413422] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "refresh_cache-ffdace21-5ad8-4ef4-a89b-91e965a24d62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.413544] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquired lock "refresh_cache-ffdace21-5ad8-4ef4-a89b-91e965a24d62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.413697] env[62633]: DEBUG nova.network.neutron [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.431239] env[62633]: DEBUG nova.network.neutron [-] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.479462] env[62633]: DEBUG nova.compute.manager [req-2b477d64-fc7a-4b2c-a338-c4ed6095d1ba req-83e84394-309e-4112-9982-a9f4a8dd6b75 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Received event network-vif-deleted-6b57242a-5bbf-49ce-8412-84ec01e3f64b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1603.479674] env[62633]: INFO nova.compute.manager [req-2b477d64-fc7a-4b2c-a338-c4ed6095d1ba req-83e84394-309e-4112-9982-a9f4a8dd6b75 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Neutron deleted interface 6b57242a-5bbf-49ce-8412-84ec01e3f64b; detaching it from the instance and deleting it from the info cache [ 1603.479840] env[62633]: DEBUG nova.network.neutron [req-2b477d64-fc7a-4b2c-a338-c4ed6095d1ba req-83e84394-309e-4112-9982-a9f4a8dd6b75 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.507292] env[62633]: DEBUG nova.compute.utils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.508770] env[62633]: DEBUG nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1603.508933] env[62633]: DEBUG nova.network.neutron [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1603.528074] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1603.528328] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1603.528489] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.528697] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1603.529333] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.529333] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1603.529333] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1603.529475] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1603.529918] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1603.529918] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1603.530075] env[62633]: DEBUG nova.virt.hardware [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1603.535709] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1603.537134] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f06e5f2-9892-4459-8774-b90479b8486a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.556662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4d6fc675-7f7e-4558-931f-a1fc4c1e5168 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "cf86a1a0-715d-4b14-9151-4249ab7c53d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.505s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.561063] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1603.561063] env[62633]: value = "task-1807856" [ 1603.561063] env[62633]: _type = "Task" [ 1603.561063] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.567184] env[62633]: DEBUG nova.policy [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd191d26860ba425ca33917c3f95aa8a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916e08f725e743a0aa34946298345fb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1603.572857] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.577510] env[62633]: DEBUG nova.network.neutron [-] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.744751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.800737] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.906820] env[62633]: DEBUG nova.network.neutron [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Successfully created port: 54008f12-d1b6-4140-9ba0-a93bd91bc93f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.933208] env[62633]: INFO nova.compute.manager [-] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Took 1.38 seconds to deallocate network for instance. [ 1603.947984] env[62633]: DEBUG nova.network.neutron [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.981642] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24a4e057-af26-45b9-9eb7-8c6ef4c7ba3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.992477] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc60f6db-246d-4b4c-8e4d-7070990606f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.012075] env[62633]: DEBUG nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1604.041242] env[62633]: DEBUG nova.compute.manager [req-2b477d64-fc7a-4b2c-a338-c4ed6095d1ba req-83e84394-309e-4112-9982-a9f4a8dd6b75 service nova] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Detach interface failed, port_id=6b57242a-5bbf-49ce-8412-84ec01e3f64b, reason: Instance c5ab3ed9-f37d-48f9-9695-5848935b2293 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1604.055809] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "4f644c82-d658-4aa4-995e-ab24c791a258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.056097] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "4f644c82-d658-4aa4-995e-ab24c791a258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.056314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "4f644c82-d658-4aa4-995e-ab24c791a258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.056824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "4f644c82-d658-4aa4-995e-ab24c791a258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.056824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "4f644c82-d658-4aa4-995e-ab24c791a258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.059701] env[62633]: INFO nova.compute.manager [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Terminating instance [ 1604.061148] env[62633]: DEBUG nova.compute.manager [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1604.061408] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1604.062653] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9e1be2-bc37-4ef8-bbfe-7d37d25b0756 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.075872] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1604.079070] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5afcf00-b125-43cc-92bf-2cf1b8d42f18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.080825] env[62633]: INFO nova.compute.manager [-] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Took 1.65 seconds to deallocate network for instance. [ 1604.081185] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807856, 'name': ReconfigVM_Task, 'duration_secs': 0.164561} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.082879] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1604.086437] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce8aead-3ecd-4bf1-b9bf-4b9e83051d03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.095604] env[62633]: DEBUG oslo_vmware.api [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1604.095604] env[62633]: value = "task-1807857" [ 1604.095604] env[62633]: _type = "Task" [ 1604.095604] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.118820] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 63cf4d09-5f4f-4327-9dda-5542e41948e7/63cf4d09-5f4f-4327-9dda-5542e41948e7.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.122079] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6624c81b-2bc9-4a14-9f3f-e70beac8dcba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.140474] env[62633]: DEBUG nova.network.neutron [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Updating instance_info_cache with network_info: [{"id": "b95bb38e-6147-46e7-b413-a4b6c53363bc", "address": "fa:16:3e:8d:d8:ae", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95bb38e-61", "ovs_interfaceid": "b95bb38e-6147-46e7-b413-a4b6c53363bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.141812] env[62633]: DEBUG oslo_vmware.api [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.147047] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1604.147047] env[62633]: value = "task-1807858" [ 1604.147047] env[62633]: _type = "Task" [ 1604.147047] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.156726] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.439994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.588950] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae701d-3e6a-4bc0-9d53-d9fab5b5aa99 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.596943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.597988] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849b9ce9-5f9c-4728-8184-5abbaf5b276d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.608608] env[62633]: DEBUG oslo_vmware.api [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807857, 'name': PowerOffVM_Task, 'duration_secs': 0.193999} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.632941] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.632941] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.633115] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26cc3cff-97b0-415f-998f-d8870ba3f29d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.634924] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f05fad-c993-4160-90f2-c9d58bc765a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.642522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b36e572-9df7-4a46-a580-18192ffb1513 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.646115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Releasing lock "refresh_cache-ffdace21-5ad8-4ef4-a89b-91e965a24d62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.646429] env[62633]: DEBUG nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Instance network_info: |[{"id": "b95bb38e-6147-46e7-b413-a4b6c53363bc", "address": "fa:16:3e:8d:d8:ae", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95bb38e-61", "ovs_interfaceid": "b95bb38e-6147-46e7-b413-a4b6c53363bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1604.646802] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d8:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95bb38e-6147-46e7-b413-a4b6c53363bc', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.654189] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Creating folder: Project (916e08f725e743a0aa34946298345fb8). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.654820] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b6a427-d30b-4dc4-9274-bc7eddc59584 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.667653] env[62633]: DEBUG nova.compute.provider_tree [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.674596] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.677428] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Created folder: Project (916e08f725e743a0aa34946298345fb8) in parent group-v374582. [ 1604.677512] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Creating folder: Instances. Parent ref: group-v374727. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.677910] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0a2f57f-5f34-440d-b886-56b96b0108ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.688513] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Created folder: Instances in parent group-v374727. [ 1604.688894] env[62633]: DEBUG oslo.service.loopingcall [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.689522] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.690065] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6f61abf-fd3b-4f52-ae38-e9e1db71de82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.715154] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.715154] env[62633]: value = "task-1807862" [ 1604.715154] env[62633]: _type = "Task" [ 1604.715154] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.723293] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807862, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.735516] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1604.735806] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1604.736237] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleting the datastore file [datastore1] 4f644c82-d658-4aa4-995e-ab24c791a258 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.736515] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf760ad-a5a7-496d-adf6-6e0b24429ed0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.743033] env[62633]: DEBUG oslo_vmware.api [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for the task: (returnval){ [ 1604.743033] env[62633]: value = "task-1807863" [ 1604.743033] env[62633]: _type = "Task" [ 1604.743033] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.753152] env[62633]: DEBUG oslo_vmware.api [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.825016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Acquiring lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.825436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.825764] env[62633]: INFO nova.compute.manager [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Attaching volume 82864d0d-fcf9-48a3-ab99-b3a37af35e16 to /dev/sdb [ 1604.872037] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db0823d-d40d-40a2-9705-b8ae571ee566 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.880874] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8005c2-631f-4e33-a02c-0c746c05b35c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.897510] env[62633]: DEBUG nova.virt.block_device [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Updating existing volume attachment record: 9e7dd66c-330f-4a3e-a048-4caf32ebd88d {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1605.048436] env[62633]: DEBUG nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1605.075740] env[62633]: DEBUG nova.virt.hardware [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1605.076515] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b656a926-4af5-471c-b6ca-47d3088afe2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.085504] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3f63b-e478-4bd5-8b0a-2392d23d2c5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.101231] env[62633]: DEBUG nova.compute.manager [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Received event network-changed-b95bb38e-6147-46e7-b413-a4b6c53363bc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1605.101421] env[62633]: DEBUG nova.compute.manager [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Refreshing instance network info cache due to event network-changed-b95bb38e-6147-46e7-b413-a4b6c53363bc. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1605.101638] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] Acquiring lock "refresh_cache-ffdace21-5ad8-4ef4-a89b-91e965a24d62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.102379] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] Acquired lock "refresh_cache-ffdace21-5ad8-4ef4-a89b-91e965a24d62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.102379] env[62633]: DEBUG nova.network.neutron [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Refreshing network info cache for port b95bb38e-6147-46e7-b413-a4b6c53363bc {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.164927] env[62633]: DEBUG oslo_vmware.api [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1807858, 'name': ReconfigVM_Task, 'duration_secs': 0.776975} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.165281] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 63cf4d09-5f4f-4327-9dda-5542e41948e7/63cf4d09-5f4f-4327-9dda-5542e41948e7.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.165701] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance '63cf4d09-5f4f-4327-9dda-5542e41948e7' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1605.170568] env[62633]: DEBUG nova.scheduler.client.report [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1605.213326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Acquiring lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.213693] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.213948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Acquiring lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.214215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.214399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.216914] env[62633]: INFO nova.compute.manager [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Terminating instance [ 1605.221593] env[62633]: DEBUG nova.compute.manager [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1605.221805] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.222311] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4630b94e-c0e2-41ea-a246-c7d3e5559ae4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.231454] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807862, 'name': CreateVM_Task, 'duration_secs': 0.375188} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.232578] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.232893] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1605.232893] env[62633]: value = "task-1807867" [ 1605.232893] env[62633]: _type = "Task" [ 1605.232893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.233481] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.233646] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.233967] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.234532] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffe90d7-90fa-4504-81b2-af4142602a15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.245936] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1605.245936] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527f3cd5-17af-ae3e-7d28-ed0f80424b08" [ 1605.245936] env[62633]: _type = "Task" [ 1605.245936] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.246302] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.257199] env[62633]: DEBUG oslo_vmware.api [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Task: {'id': task-1807863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129669} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.260980] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.261209] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.261408] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.261586] env[62633]: INFO nova.compute.manager [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1605.262047] env[62633]: DEBUG oslo.service.loopingcall [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.262047] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527f3cd5-17af-ae3e-7d28-ed0f80424b08, 'name': SearchDatastore_Task, 'duration_secs': 0.010318} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.262360] env[62633]: DEBUG nova.compute.manager [-] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1605.262360] env[62633]: DEBUG nova.network.neutron [-] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1605.263972] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.264318] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.264544] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.264859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.264859] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.265232] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ff3f34-5d05-4d3f-8040-0f06fa92ac33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.273930] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.274198] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.274932] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f57129-fcf8-48da-82e9-488cc509b26e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.280631] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1605.280631] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529b480f-f261-22f0-8db9-cda7ab31d1ab" [ 1605.280631] env[62633]: _type = "Task" [ 1605.280631] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.288668] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529b480f-f261-22f0-8db9-cda7ab31d1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.530477] env[62633]: DEBUG nova.compute.manager [req-9b018703-9867-4d8c-8701-26afd0bf79a8 req-a71a1e39-df76-453c-8b9f-0774dd0fd892 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Received event network-vif-plugged-54008f12-d1b6-4140-9ba0-a93bd91bc93f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1605.530477] env[62633]: DEBUG oslo_concurrency.lockutils [req-9b018703-9867-4d8c-8701-26afd0bf79a8 req-a71a1e39-df76-453c-8b9f-0774dd0fd892 service nova] Acquiring lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.530477] env[62633]: DEBUG oslo_concurrency.lockutils [req-9b018703-9867-4d8c-8701-26afd0bf79a8 req-a71a1e39-df76-453c-8b9f-0774dd0fd892 service nova] Lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.530477] env[62633]: DEBUG oslo_concurrency.lockutils [req-9b018703-9867-4d8c-8701-26afd0bf79a8 req-a71a1e39-df76-453c-8b9f-0774dd0fd892 service nova] Lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.530889] env[62633]: DEBUG nova.compute.manager [req-9b018703-9867-4d8c-8701-26afd0bf79a8 req-a71a1e39-df76-453c-8b9f-0774dd0fd892 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] No waiting events found dispatching network-vif-plugged-54008f12-d1b6-4140-9ba0-a93bd91bc93f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1605.530889] env[62633]: WARNING nova.compute.manager [req-9b018703-9867-4d8c-8701-26afd0bf79a8 req-a71a1e39-df76-453c-8b9f-0774dd0fd892 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Received unexpected event network-vif-plugged-54008f12-d1b6-4140-9ba0-a93bd91bc93f for instance with vm_state building and task_state spawning. [ 1605.657256] env[62633]: DEBUG nova.network.neutron [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Successfully updated port: 54008f12-d1b6-4140-9ba0-a93bd91bc93f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.678606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.679842] env[62633]: DEBUG nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1605.688193] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece7b416-b52e-41ef-851b-7171b72d8a59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.694318] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.671s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.697144] env[62633]: INFO nova.compute.claims [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.722268] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6dc2ca-62ba-4e1f-b8eb-17b4756d2cfb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.741352] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance '63cf4d09-5f4f-4327-9dda-5542e41948e7' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1605.756643] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807867, 'name': PowerOffVM_Task, 'duration_secs': 0.171348} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.756922] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1605.757135] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1605.757376] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374631', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'name': 'volume-6756a6dd-3555-4d03-9b0e-173f371e4653', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '652a0fdc-5bca-4fcd-8ce4-b554d9e01d98', 'attached_at': '', 'detached_at': '', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'serial': '6756a6dd-3555-4d03-9b0e-173f371e4653'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1605.758182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9eee4-d350-4e63-a044-06f3a06fc358 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.781112] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8d789c-4157-49fd-990d-a35377f12d03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.793347] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529b480f-f261-22f0-8db9-cda7ab31d1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.795268] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74473ec-42a3-4cf8-b314-d57aa1fb83d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.797733] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4cbe4b-c964-4a6f-8291-cf1c3041ef1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.803209] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1605.803209] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf4204-82eb-876d-bea1-b75d3a2dc477" [ 1605.803209] env[62633]: _type = "Task" [ 1605.803209] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.820917] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9225076d-40a5-4bf2-9778-ca97f8a95681 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.829877] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf4204-82eb-876d-bea1-b75d3a2dc477, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.839266] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.839535] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ffdace21-5ad8-4ef4-a89b-91e965a24d62/ffdace21-5ad8-4ef4-a89b-91e965a24d62.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.840113] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] The volume has not been displaced from its original location: [datastore1] volume-6756a6dd-3555-4d03-9b0e-173f371e4653/volume-6756a6dd-3555-4d03-9b0e-173f371e4653.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1605.845399] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1605.845664] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd81828e-41b3-4f53-b12d-b4e00eba1c4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.847411] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9c39c2-5620-491f-a51b-e561e60ce440 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.860659] env[62633]: DEBUG nova.network.neutron [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Updated VIF entry in instance network info cache for port b95bb38e-6147-46e7-b413-a4b6c53363bc. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.861080] env[62633]: DEBUG nova.network.neutron [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Updating instance_info_cache with network_info: [{"id": "b95bb38e-6147-46e7-b413-a4b6c53363bc", "address": "fa:16:3e:8d:d8:ae", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95bb38e-61", "ovs_interfaceid": "b95bb38e-6147-46e7-b413-a4b6c53363bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.867025] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1605.867025] env[62633]: value = "task-1807869" [ 1605.867025] env[62633]: _type = "Task" [ 1605.867025] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.870803] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1605.870803] env[62633]: value = "task-1807868" [ 1605.870803] env[62633]: _type = "Task" [ 1605.870803] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.878218] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.883859] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.034302] env[62633]: DEBUG nova.network.neutron [-] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.160499] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "refresh_cache-ad39b04a-0f77-42be-a28d-0b4c3b10a377" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.160616] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquired lock "refresh_cache-ad39b04a-0f77-42be-a28d-0b4c3b10a377" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.160809] env[62633]: DEBUG nova.network.neutron [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.190192] env[62633]: DEBUG nova.compute.utils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.191842] env[62633]: DEBUG nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1606.192184] env[62633]: DEBUG nova.network.neutron [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.245118] env[62633]: DEBUG nova.policy [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb1926c9ad84695985d56692862d5f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af41e3c137a646d28ac59b4c915bdb16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1606.291842] env[62633]: DEBUG nova.network.neutron [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Port 2bac0f57-52b5-4be3-90cd-969664fa3122 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1606.363763] env[62633]: DEBUG oslo_concurrency.lockutils [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] Releasing lock "refresh_cache-ffdace21-5ad8-4ef4-a89b-91e965a24d62" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.364068] env[62633]: DEBUG nova.compute.manager [req-0e9f0a3f-e730-49f3-ac90-f4223b7fd910 req-8682a424-c7ea-43c1-b0d8-4219076f0e9c service nova] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Received event network-vif-deleted-b16c08ce-765a-4a89-b9dd-9fd23464b66b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1606.378781] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807869, 'name': ReconfigVM_Task, 'duration_secs': 0.185834} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.379538] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1606.387289] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b6f9e1e-b93a-49d5-a33d-c2e614bc86d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.398948] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807868, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.402343] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1606.402343] env[62633]: value = "task-1807870" [ 1606.402343] env[62633]: _type = "Task" [ 1606.402343] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.413153] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.527755] env[62633]: DEBUG nova.network.neutron [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Successfully created port: b41fae89-b2e8-44f2-85ff-037b76eb3433 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1606.537865] env[62633]: INFO nova.compute.manager [-] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Took 1.28 seconds to deallocate network for instance. [ 1606.692482] env[62633]: DEBUG nova.network.neutron [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.696080] env[62633]: DEBUG nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1606.892759] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530494} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.892759] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ffdace21-5ad8-4ef4-a89b-91e965a24d62/ffdace21-5ad8-4ef4-a89b-91e965a24d62.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1606.892759] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1606.892759] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afbc5ada-241d-4bef-95c7-2c598b30dd2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.903896] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1606.903896] env[62633]: value = "task-1807871" [ 1606.903896] env[62633]: _type = "Task" [ 1606.903896] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.919435] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807870, 'name': ReconfigVM_Task, 'duration_secs': 0.280888} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.922484] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374631', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'name': 'volume-6756a6dd-3555-4d03-9b0e-173f371e4653', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '652a0fdc-5bca-4fcd-8ce4-b554d9e01d98', 'attached_at': '', 'detached_at': '', 'volume_id': '6756a6dd-3555-4d03-9b0e-173f371e4653', 'serial': '6756a6dd-3555-4d03-9b0e-173f371e4653'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1606.922824] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1606.923162] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.926605] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d957cd-03bf-4144-b3d4-a7d3febcc99e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.933673] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1606.933938] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9217784d-0b1c-49ff-a732-86cfbb16f36b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.964310] env[62633]: DEBUG nova.network.neutron [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Updating instance_info_cache with network_info: [{"id": "54008f12-d1b6-4140-9ba0-a93bd91bc93f", "address": "fa:16:3e:8e:80:b6", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54008f12-d1", "ovs_interfaceid": "54008f12-d1b6-4140-9ba0-a93bd91bc93f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.008391] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.008627] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.008818] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Deleting the datastore file [datastore1] 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.009110] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35ece10a-340b-4318-80ae-419897801441 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.016065] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for the task: (returnval){ [ 1607.016065] env[62633]: value = "task-1807873" [ 1607.016065] env[62633]: _type = "Task" [ 1607.016065] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.027321] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.045320] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.223397] env[62633]: DEBUG nova.compute.manager [req-ec6dc9b2-b6c4-4a23-acea-b2ef4a883c76 req-0e829331-6326-454a-a394-f93d905ecd8e service nova] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Received event network-vif-deleted-166cad0a-821c-4c05-aca1-a4f60030156a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1607.301066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87405861-42a9-445e-bf27-af9194bbad8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.319446] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6d789e-df77-4a0e-9eb2-ad58dc9d93d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.328264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.328554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.328735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.359642] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a6f03-4772-4375-8e2f-206e52f50864 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.367710] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e277e39-ca3f-486d-8aa9-7a7cee5cc44e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.381133] env[62633]: DEBUG nova.compute.provider_tree [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.412305] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113859} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.412562] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.413297] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edbbb64-7755-4a3b-a1e8-ee9a1da3c71e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.435306] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] ffdace21-5ad8-4ef4-a89b-91e965a24d62/ffdace21-5ad8-4ef4-a89b-91e965a24d62.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.435584] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3778c6e-a1b2-49e5-b18e-8816a9ddcd0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.456644] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1607.456644] env[62633]: value = "task-1807875" [ 1607.456644] env[62633]: _type = "Task" [ 1607.456644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.467173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Releasing lock "refresh_cache-ad39b04a-0f77-42be-a28d-0b4c3b10a377" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.467480] env[62633]: DEBUG nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Instance network_info: |[{"id": "54008f12-d1b6-4140-9ba0-a93bd91bc93f", "address": "fa:16:3e:8e:80:b6", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54008f12-d1", "ovs_interfaceid": "54008f12-d1b6-4140-9ba0-a93bd91bc93f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1607.467767] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.468552] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:80:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54008f12-d1b6-4140-9ba0-a93bd91bc93f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.476134] env[62633]: DEBUG oslo.service.loopingcall [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.476286] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.476483] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd945cb2-b00b-4170-8944-37be66d24b12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.496142] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.496142] env[62633]: value = "task-1807876" [ 1607.496142] env[62633]: _type = "Task" [ 1607.496142] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.507203] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.528838] env[62633]: DEBUG oslo_vmware.api [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Task: {'id': task-1807873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12796} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.529565] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.529565] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.529565] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.529836] env[62633]: INFO nova.compute.manager [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1607.531028] env[62633]: DEBUG oslo.service.loopingcall [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.531028] env[62633]: DEBUG nova.compute.manager [-] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1607.531028] env[62633]: DEBUG nova.network.neutron [-] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1607.609875] env[62633]: DEBUG nova.compute.manager [req-196abb98-d646-4a55-a8d2-a71d0f58636f req-84785704-02eb-488b-b833-4c04adfa5de8 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Received event network-changed-54008f12-d1b6-4140-9ba0-a93bd91bc93f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1607.610227] env[62633]: DEBUG nova.compute.manager [req-196abb98-d646-4a55-a8d2-a71d0f58636f req-84785704-02eb-488b-b833-4c04adfa5de8 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Refreshing instance network info cache due to event network-changed-54008f12-d1b6-4140-9ba0-a93bd91bc93f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1607.610327] env[62633]: DEBUG oslo_concurrency.lockutils [req-196abb98-d646-4a55-a8d2-a71d0f58636f req-84785704-02eb-488b-b833-4c04adfa5de8 service nova] Acquiring lock "refresh_cache-ad39b04a-0f77-42be-a28d-0b4c3b10a377" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.610459] env[62633]: DEBUG oslo_concurrency.lockutils [req-196abb98-d646-4a55-a8d2-a71d0f58636f req-84785704-02eb-488b-b833-4c04adfa5de8 service nova] Acquired lock "refresh_cache-ad39b04a-0f77-42be-a28d-0b4c3b10a377" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.610623] env[62633]: DEBUG nova.network.neutron [req-196abb98-d646-4a55-a8d2-a71d0f58636f req-84785704-02eb-488b-b833-4c04adfa5de8 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Refreshing network info cache for port 54008f12-d1b6-4140-9ba0-a93bd91bc93f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.705669] env[62633]: DEBUG nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1607.738108] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1607.738371] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1607.738534] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.738719] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1607.738863] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.739023] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1607.739265] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1607.739463] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1607.739677] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1607.739834] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1607.740015] env[62633]: DEBUG nova.virt.hardware [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1607.740898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c958feec-a3ef-46ef-b434-1cf7654f15db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.753633] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13514e92-ca90-4e57-adac-6fef926fa8c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.883984] env[62633]: DEBUG nova.scheduler.client.report [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1607.968759] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807875, 'name': ReconfigVM_Task, 'duration_secs': 0.255852} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.969073] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Reconfigured VM instance instance-00000033 to attach disk [datastore1] ffdace21-5ad8-4ef4-a89b-91e965a24d62/ffdace21-5ad8-4ef4-a89b-91e965a24d62.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.969792] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a1aa8f7-8a33-461b-9228-9dbd0d8f0c4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.975677] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1607.975677] env[62633]: value = "task-1807877" [ 1607.975677] env[62633]: _type = "Task" [ 1607.975677] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.983684] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807877, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.006098] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.049656] env[62633]: DEBUG nova.network.neutron [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Successfully updated port: b41fae89-b2e8-44f2-85ff-037b76eb3433 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1608.344277] env[62633]: DEBUG nova.network.neutron [req-196abb98-d646-4a55-a8d2-a71d0f58636f req-84785704-02eb-488b-b833-4c04adfa5de8 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Updated VIF entry in instance network info cache for port 54008f12-d1b6-4140-9ba0-a93bd91bc93f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.344645] env[62633]: DEBUG nova.network.neutron [req-196abb98-d646-4a55-a8d2-a71d0f58636f req-84785704-02eb-488b-b833-4c04adfa5de8 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Updating instance_info_cache with network_info: [{"id": "54008f12-d1b6-4140-9ba0-a93bd91bc93f", "address": "fa:16:3e:8e:80:b6", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54008f12-d1", "ovs_interfaceid": "54008f12-d1b6-4140-9ba0-a93bd91bc93f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.361218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.361418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.361610] env[62633]: DEBUG nova.network.neutron [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.389436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.389944] env[62633]: DEBUG nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1608.392530] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.624s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.393957] env[62633]: INFO nova.compute.claims [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.485334] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807877, 'name': Rename_Task, 'duration_secs': 0.210485} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.485634] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.485905] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a57c6bd-7a60-4cc8-8dbc-2f99248dbf33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.491693] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1608.491693] env[62633]: value = "task-1807878" [ 1608.491693] env[62633]: _type = "Task" [ 1608.491693] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.499103] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.507329] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.553194] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.553374] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.553597] env[62633]: DEBUG nova.network.neutron [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1608.664484] env[62633]: DEBUG nova.network.neutron [-] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.848571] env[62633]: DEBUG oslo_concurrency.lockutils [req-196abb98-d646-4a55-a8d2-a71d0f58636f req-84785704-02eb-488b-b833-4c04adfa5de8 service nova] Releasing lock "refresh_cache-ad39b04a-0f77-42be-a28d-0b4c3b10a377" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.900344] env[62633]: DEBUG nova.compute.utils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.901723] env[62633]: DEBUG nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1608.901891] env[62633]: DEBUG nova.network.neutron [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.941574] env[62633]: DEBUG nova.policy [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc8d9a200376461282a5187119b311b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a2b39f2c38407c95454f36bb18643d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1609.008663] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.011626] env[62633]: DEBUG oslo_vmware.api [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807878, 'name': PowerOnVM_Task, 'duration_secs': 0.501123} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.011889] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.012161] env[62633]: INFO nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1609.012423] env[62633]: DEBUG nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1609.013214] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9473833-7fe6-4525-a00e-08e49383ca03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.098897] env[62633]: DEBUG nova.network.neutron [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1609.107080] env[62633]: DEBUG nova.network.neutron [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [{"id": "2bac0f57-52b5-4be3-90cd-969664fa3122", "address": "fa:16:3e:3b:85:cb", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bac0f57-52", "ovs_interfaceid": "2bac0f57-52b5-4be3-90cd-969664fa3122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.167180] env[62633]: INFO nova.compute.manager [-] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Took 1.64 seconds to deallocate network for instance. [ 1609.297057] env[62633]: DEBUG nova.compute.manager [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Received event network-vif-plugged-b41fae89-b2e8-44f2-85ff-037b76eb3433 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.297326] env[62633]: DEBUG oslo_concurrency.lockutils [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] Acquiring lock "168e702c-1484-4812-b107-eaab2a116b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.297556] env[62633]: DEBUG oslo_concurrency.lockutils [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] Lock "168e702c-1484-4812-b107-eaab2a116b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.298198] env[62633]: DEBUG oslo_concurrency.lockutils [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] Lock "168e702c-1484-4812-b107-eaab2a116b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.298198] env[62633]: DEBUG nova.compute.manager [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] No waiting events found dispatching network-vif-plugged-b41fae89-b2e8-44f2-85ff-037b76eb3433 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1609.298198] env[62633]: WARNING nova.compute.manager [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Received unexpected event network-vif-plugged-b41fae89-b2e8-44f2-85ff-037b76eb3433 for instance with vm_state building and task_state spawning. [ 1609.298405] env[62633]: DEBUG nova.compute.manager [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Received event network-changed-b41fae89-b2e8-44f2-85ff-037b76eb3433 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.298740] env[62633]: DEBUG nova.compute.manager [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Refreshing instance network info cache due to event network-changed-b41fae89-b2e8-44f2-85ff-037b76eb3433. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1609.298740] env[62633]: DEBUG oslo_concurrency.lockutils [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] Acquiring lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.326230] env[62633]: DEBUG nova.network.neutron [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Updating instance_info_cache with network_info: [{"id": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "address": "fa:16:3e:b1:08:64", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41fae89-b2", "ovs_interfaceid": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.357710] env[62633]: DEBUG nova.network.neutron [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Successfully created port: c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.405802] env[62633]: DEBUG nova.compute.utils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.443463] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1609.443712] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374732', 'volume_id': '82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'name': 'volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '64a66647-bd46-4beb-a70e-7b8fe7c4a039', 'attached_at': '', 'detached_at': '', 'volume_id': '82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'serial': '82864d0d-fcf9-48a3-ab99-b3a37af35e16'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1609.444682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6754b8-d460-4907-a2ae-be4c98b7e5ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.469806] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6521694-1ca9-4a78-81af-cbbc048f875d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.497516] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16/volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.500386] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ee42604-7a70-4db3-b7b7-257c783a7411 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.526276] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.531286] env[62633]: DEBUG oslo_vmware.api [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Waiting for the task: (returnval){ [ 1609.531286] env[62633]: value = "task-1807879" [ 1609.531286] env[62633]: _type = "Task" [ 1609.531286] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.531897] env[62633]: INFO nova.compute.manager [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Took 46.97 seconds to build instance. [ 1609.544980] env[62633]: DEBUG oslo_vmware.api [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Task: {'id': task-1807879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.610412] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.644195] env[62633]: DEBUG nova.compute.manager [req-5721ee6f-fc69-4ae6-bc05-b216e1ad296f req-595e0dc0-ed0b-4768-90a9-ae763ff50d29 service nova] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Received event network-vif-deleted-2e849b33-9934-48bc-9f68-2f39b62d43d1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.742685] env[62633]: INFO nova.compute.manager [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Took 0.57 seconds to detach 1 volumes for instance. [ 1609.744958] env[62633]: DEBUG nova.compute.manager [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Deleting volume: 6756a6dd-3555-4d03-9b0e-173f371e4653 {{(pid=62633) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1609.828942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.829660] env[62633]: DEBUG nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Instance network_info: |[{"id": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "address": "fa:16:3e:b1:08:64", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41fae89-b2", "ovs_interfaceid": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1609.829660] env[62633]: DEBUG oslo_concurrency.lockutils [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] Acquired lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.829854] env[62633]: DEBUG nova.network.neutron [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Refreshing network info cache for port b41fae89-b2e8-44f2-85ff-037b76eb3433 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1609.831471] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:08:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41fae89-b2e8-44f2-85ff-037b76eb3433', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1609.839439] env[62633]: DEBUG oslo.service.loopingcall [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.845274] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1609.846043] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44c65c5e-cbc4-4592-8beb-94d15e8b51a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.870552] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1609.870552] env[62633]: value = "task-1807881" [ 1609.870552] env[62633]: _type = "Task" [ 1609.870552] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.883863] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.908638] env[62633]: DEBUG nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1610.021667] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b97e029-7320-4c15-b216-747b72ab303c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.028305] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.032951] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f890166-1aef-46ff-ac7a-6cb87d48f2f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.036682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9198827a-daa8-428c-9e6b-4c5bd6a00d47 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.601s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.046921] env[62633]: DEBUG oslo_vmware.api [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Task: {'id': task-1807879, 'name': ReconfigVM_Task, 'duration_secs': 0.363223} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.073943] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16/volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.078880] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad500f7-e53a-43c6-b689-3df92839b760 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.089136] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0803ee1-b80f-4085-b3db-30e57d4d3fc4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.098497] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9acfe9-7e62-426f-b5a0-b489d76f836a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.103624] env[62633]: DEBUG oslo_vmware.api [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Waiting for the task: (returnval){ [ 1610.103624] env[62633]: value = "task-1807882" [ 1610.103624] env[62633]: _type = "Task" [ 1610.103624] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.115236] env[62633]: DEBUG nova.compute.provider_tree [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.127619] env[62633]: DEBUG oslo_vmware.api [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Task: {'id': task-1807882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.129087] env[62633]: DEBUG nova.network.neutron [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Updated VIF entry in instance network info cache for port b41fae89-b2e8-44f2-85ff-037b76eb3433. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.129419] env[62633]: DEBUG nova.network.neutron [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Updating instance_info_cache with network_info: [{"id": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "address": "fa:16:3e:b1:08:64", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41fae89-b2", "ovs_interfaceid": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.148463] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b9727d-013a-4642-936a-bfe7d9c475fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.168438] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f95d5d-2624-478e-b4ec-0216ec778e14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.177107] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance '63cf4d09-5f4f-4327-9dda-5542e41948e7' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1610.287261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.382800] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.526015] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.613665] env[62633]: DEBUG oslo_vmware.api [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Task: {'id': task-1807882, 'name': ReconfigVM_Task, 'duration_secs': 0.16792} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.614051] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374732', 'volume_id': '82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'name': 'volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '64a66647-bd46-4beb-a70e-7b8fe7c4a039', 'attached_at': '', 'detached_at': '', 'volume_id': '82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'serial': '82864d0d-fcf9-48a3-ab99-b3a37af35e16'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1610.617864] env[62633]: DEBUG nova.scheduler.client.report [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1610.634493] env[62633]: DEBUG oslo_concurrency.lockutils [req-8b465555-83c2-4cbd-9630-7cc90df2bacb req-6a8fd01f-7372-47e6-88ac-f6e1e6e4527f service nova] Releasing lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.683900] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9bcde444-f05d-4b8d-b762-cc1d17c78a38 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance '63cf4d09-5f4f-4327-9dda-5542e41948e7' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1610.721542] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "8975a6e8-03f5-424b-8843-79a4033b9790" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.721782] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.881731] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.919187] env[62633]: DEBUG nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1610.943313] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:10:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1989745704',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1832720464',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1610.943465] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1610.943614] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.943807] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1610.943962] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.944126] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1610.944420] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1610.944630] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1610.944822] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1610.944995] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1610.945238] env[62633]: DEBUG nova.virt.hardware [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1610.946125] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9131be0-d5dc-4e14-98d6-2b10a2def504 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.954110] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fafce57-4e67-40ef-878c-ef6f53499c84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.025111] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.122850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.123395] env[62633]: DEBUG nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1611.125949] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.260s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.126168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.127999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.222s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.128206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.129843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.095s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.131278] env[62633]: INFO nova.compute.claims [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.155778] env[62633]: INFO nova.scheduler.client.report [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleted allocations for instance 7af4d732-4d7c-4eeb-95d0-84b4544dd752 [ 1611.158082] env[62633]: INFO nova.scheduler.client.report [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleted allocations for instance 84e5cf9f-7de1-4edf-8097-3b89533f86a8 [ 1611.225055] env[62633]: DEBUG nova.compute.utils [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.382250] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.525353] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.636369] env[62633]: DEBUG nova.compute.utils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.639936] env[62633]: DEBUG nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1611.640178] env[62633]: DEBUG nova.network.neutron [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.655135] env[62633]: DEBUG nova.objects.instance [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Lazy-loading 'flavor' on Instance uuid 64a66647-bd46-4beb-a70e-7b8fe7c4a039 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.668835] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6bdb6879-6fa1-4442-871b-cae395de90a9 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7af4d732-4d7c-4eeb-95d0-84b4544dd752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.727s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.669404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae83f307-3e6a-4b57-a3ea-bd97c43becf4 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "84e5cf9f-7de1-4edf-8097-3b89533f86a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.357s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.707231] env[62633]: DEBUG nova.policy [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c516fa6904c460dbe8ea32a92134370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd341f872d8b4264928f982fbdaf46bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1611.728760] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.883304] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.969220] env[62633]: DEBUG nova.network.neutron [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Successfully created port: a6585d70-9e78-4725-a71b-1935af445100 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1612.028755] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.144074] env[62633]: DEBUG nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1612.164963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7e86d89a-94f6-4a64-8a5f-3dc2e1646a73 tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.339s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.385787] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.528385] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.608981] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414b4ca0-a220-4c08-a3f4-d8a4f60a5293 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.619170] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6032d4f2-b3d0-4629-8452-001352ccb482 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.648673] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459c23c2-ac9d-4db6-80bf-382e51ac3a5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.661428] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6203be4f-cf70-480a-bccd-2ff1235254be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.681919] env[62633]: DEBUG nova.compute.provider_tree [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.805402] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "8975a6e8-03f5-424b-8843-79a4033b9790" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.805692] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.805944] env[62633]: INFO nova.compute.manager [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Attaching volume 33f22403-99d2-4936-b2cd-671ecb2dce8c to /dev/sdb [ 1612.846018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba44de6-b5d9-4b60-8e5e-7d69fff35748 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.852992] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c94b973-c8e3-4411-a25a-b6d1dc990105 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.866494] env[62633]: DEBUG nova.virt.block_device [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Updating existing volume attachment record: 1858f1b1-ee38-4a7f-a4a2-40b674d3c7ab {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1612.885952] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.028035] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.066200] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Acquiring lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.066200] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.160359] env[62633]: DEBUG nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1613.186782] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='074773f6-1aca-45fc-a2d8-b933a7811606',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-140498606',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1613.187121] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1613.187315] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.187513] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1613.187667] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.187818] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1613.188041] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1613.188214] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1613.188373] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1613.188540] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1613.188717] env[62633]: DEBUG nova.virt.hardware [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1613.189731] env[62633]: DEBUG nova.scheduler.client.report [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1613.193333] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a5d5b-f392-41fe-b36c-15ef2a8c1bd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.202063] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d5d7bd-4c03-4cde-9496-7e3173283850 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.387644] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.479429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.479657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.531061] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.537739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.538028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.538251] env[62633]: DEBUG nova.compute.manager [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Going to confirm migration 2 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1613.569118] env[62633]: INFO nova.compute.manager [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Detaching volume 82864d0d-fcf9-48a3-ab99-b3a37af35e16 [ 1613.602987] env[62633]: INFO nova.virt.block_device [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Attempting to driver detach volume 82864d0d-fcf9-48a3-ab99-b3a37af35e16 from mountpoint /dev/sdb [ 1613.603263] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1613.603480] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374732', 'volume_id': '82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'name': 'volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '64a66647-bd46-4beb-a70e-7b8fe7c4a039', 'attached_at': '', 'detached_at': '', 'volume_id': '82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'serial': '82864d0d-fcf9-48a3-ab99-b3a37af35e16'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1613.604451] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6864379b-a541-4428-89a0-f85637ae7ea1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.631046] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951f46b4-eac0-4ae7-ba2f-d641dca17256 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.639025] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801d00cd-14df-4abf-abbe-da2b816694a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.660241] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc55944c-4428-475b-964b-af1b6bdb66d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.676864] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] The volume has not been displaced from its original location: [datastore1] volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16/volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1613.682325] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1613.682686] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2624f6-80fe-42cf-b6ea-2a2ac7a638c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.697849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.698370] env[62633]: DEBUG nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1613.702666] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.362s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.702870] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.704832] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.308s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.705051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.705239] env[62633]: INFO nova.compute.manager [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Successfully reverted task state from image_uploading on failure for instance. [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server [None req-99b27d7a-685c-457b-89a5-ac19bd9b2bab tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-374709' has already been deleted or has not been completely created [ 1613.708497] env[62633]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-374709' has already been deleted or has not been completely created' [ 1613.708497] env[62633]: Faults: [ManagedObjectNotFound] [ 1613.708497] env[62633]: Details: {'obj': 'snapshot-374709'} [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-374709' has already been deleted or has not been completely created' [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-374709' has already been deleted or has not been completely created [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-374709' has already been deleted or has not been completely created' [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-374709'} [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server raise self.value [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server raise self.value [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1613.708497] env[62633]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server raise self.value [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server raise self.value [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4443, in snapshot_instance [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4476, in _snapshot_instance [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 571, in snapshot [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server raise self.value [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server return evt.wait() [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 1613.711125] env[62633]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 1613.714527] env[62633]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-374709' has already been deleted or has not been completely created [ 1613.714527] env[62633]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-374709' has already been deleted or has not been completely created' [ 1613.714527] env[62633]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 1613.714527] env[62633]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-374709'} [ 1613.714527] env[62633]: ERROR oslo_messaging.rpc.server [ 1613.714527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.951s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.714527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.714527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.689s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.714527] env[62633]: INFO nova.compute.claims [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.717032] env[62633]: DEBUG oslo_vmware.api [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Waiting for the task: (returnval){ [ 1613.717032] env[62633]: value = "task-1807886" [ 1613.717032] env[62633]: _type = "Task" [ 1613.717032] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.726762] env[62633]: DEBUG oslo_vmware.api [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Task: {'id': task-1807886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.739961] env[62633]: INFO nova.scheduler.client.report [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Deleted allocations for instance 54cedec2-7cd1-41cb-a787-ad21ae57fef6 [ 1613.745466] env[62633]: INFO nova.scheduler.client.report [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted allocations for instance a2308b1a-6617-49f9-a731-e445b3c61cf7 [ 1613.887470] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.983063] env[62633]: DEBUG nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1614.030224] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.097394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.097617] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.097909] env[62633]: DEBUG nova.network.neutron [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.098147] env[62633]: DEBUG nova.objects.instance [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'info_cache' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.202760] env[62633]: DEBUG nova.compute.utils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.204975] env[62633]: DEBUG nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1614.204975] env[62633]: DEBUG nova.network.neutron [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.233976] env[62633]: DEBUG oslo_vmware.api [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Task: {'id': task-1807886, 'name': ReconfigVM_Task, 'duration_secs': 0.237885} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.234828] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1614.241655] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ae4f7a-d721-4a16-b62f-8f87a00a0c13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.260477] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2560a18a-f50a-40a3-99b4-68553c4c2936 tempest-ServerPasswordTestJSON-33838863 tempest-ServerPasswordTestJSON-33838863-project-member] Lock "54cedec2-7cd1-41cb-a787-ad21ae57fef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.992s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.262493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6c1093bf-d0e9-413d-b872-e94cf4062637 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "a2308b1a-6617-49f9-a731-e445b3c61cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.113s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.267519] env[62633]: DEBUG oslo_vmware.api [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Waiting for the task: (returnval){ [ 1614.267519] env[62633]: value = "task-1807887" [ 1614.267519] env[62633]: _type = "Task" [ 1614.267519] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.278098] env[62633]: DEBUG oslo_vmware.api [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Task: {'id': task-1807887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.279526] env[62633]: DEBUG nova.policy [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6158e945202e47a6ad977b6a501c3427', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57b5e85db28f46cbaee413472dcc4c46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1614.387198] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.506075] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.531042] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.616865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.617111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.617328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.617513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.617684] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.619486] env[62633]: INFO nova.compute.manager [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Terminating instance [ 1614.621106] env[62633]: DEBUG nova.compute.manager [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1614.621299] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.622439] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c6a02-17ff-43a6-9831-af46ff65d460 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.630468] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.630654] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a323c01b-ffca-4b56-8293-94296e2f2380 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.637278] env[62633]: DEBUG oslo_vmware.api [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1614.637278] env[62633]: value = "task-1807888" [ 1614.637278] env[62633]: _type = "Task" [ 1614.637278] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.647979] env[62633]: DEBUG oslo_vmware.api [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.707702] env[62633]: DEBUG nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1614.762859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.763110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.763390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.763598] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.763772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.771979] env[62633]: INFO nova.compute.manager [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Terminating instance [ 1614.774629] env[62633]: DEBUG nova.compute.manager [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1614.774859] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.775791] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d19239-b213-42a3-ba27-793c272ef56f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.784428] env[62633]: DEBUG nova.network.neutron [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Successfully created port: 4a643c70-fcd8-46be-80a8-ee82df9d0560 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.789342] env[62633]: DEBUG oslo_vmware.api [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Task: {'id': task-1807887, 'name': ReconfigVM_Task, 'duration_secs': 0.18858} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.789342] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374732', 'volume_id': '82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'name': 'volume-82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '64a66647-bd46-4beb-a70e-7b8fe7c4a039', 'attached_at': '', 'detached_at': '', 'volume_id': '82864d0d-fcf9-48a3-ab99-b3a37af35e16', 'serial': '82864d0d-fcf9-48a3-ab99-b3a37af35e16'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1614.793704] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.793991] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de9ed979-edad-4d4c-9ad4-9c394e8543fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.801631] env[62633]: DEBUG oslo_vmware.api [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1614.801631] env[62633]: value = "task-1807889" [ 1614.801631] env[62633]: _type = "Task" [ 1614.801631] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.824397] env[62633]: DEBUG oslo_vmware.api [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.892038] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.033628] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.151435] env[62633]: DEBUG oslo_vmware.api [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807888, 'name': PowerOffVM_Task, 'duration_secs': 0.21168} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.157812] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.158479] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.159052] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5f36861-561d-4f1b-9a1c-6e8374b6e8bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.277054] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3fe6b9-9c26-4305-b130-0b37f853479c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.288058] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af10c78-9c44-40a5-8762-c69137e3966d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.332309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315bc670-b9ef-4709-9d70-f7273ec70609 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.343277] env[62633]: DEBUG oslo_vmware.api [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807889, 'name': PowerOffVM_Task, 'duration_secs': 0.242952} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.346918] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0381f2-e259-4849-b182-eb0b960dfb87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.349491] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.349691] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.349966] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ffda303-b5ec-4ed4-a12c-2495134eefc6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.353911] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.354446] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.354670] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleting the datastore file [datastore1] e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.355289] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7725ab6-5471-4e8f-826c-0eeee4afa815 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.366617] env[62633]: DEBUG nova.compute.provider_tree [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.369925] env[62633]: DEBUG nova.objects.instance [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Lazy-loading 'flavor' on Instance uuid 64a66647-bd46-4beb-a70e-7b8fe7c4a039 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.372223] env[62633]: DEBUG oslo_vmware.api [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1615.372223] env[62633]: value = "task-1807893" [ 1615.372223] env[62633]: _type = "Task" [ 1615.372223] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.381240] env[62633]: DEBUG oslo_vmware.api [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.392930] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807881, 'name': CreateVM_Task, 'duration_secs': 5.496581} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.392930] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.393581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.393758] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.394114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.394430] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dcfbd7-8747-414d-b46b-a96b0ac5d214 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.399611] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1615.399611] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d8dd79-8d8c-063f-c564-ada9706cebf5" [ 1615.399611] env[62633]: _type = "Task" [ 1615.399611] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.411458] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d8dd79-8d8c-063f-c564-ada9706cebf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.532418] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807876, 'name': CreateVM_Task, 'duration_secs': 7.804553} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.532793] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.533498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.551295] env[62633]: DEBUG nova.network.neutron [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [{"id": "2bac0f57-52b5-4be3-90cd-969664fa3122", "address": "fa:16:3e:3b:85:cb", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bac0f57-52", "ovs_interfaceid": "2bac0f57-52b5-4be3-90cd-969664fa3122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.606022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.606022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.606022] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleting the datastore file [datastore1] 7f1691f3-c302-45a8-b5f2-3da9f56d565e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.606022] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5693b953-d357-4991-a096-7d4cf0c6591c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.613021] env[62633]: DEBUG oslo_vmware.api [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for the task: (returnval){ [ 1615.613021] env[62633]: value = "task-1807894" [ 1615.613021] env[62633]: _type = "Task" [ 1615.613021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.622876] env[62633]: DEBUG oslo_vmware.api [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.720766] env[62633]: DEBUG nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1615.763944] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1615.764294] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1615.764490] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.764710] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1615.764842] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.764995] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1615.765944] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1615.765944] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1615.765944] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1615.765944] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1615.766248] env[62633]: DEBUG nova.virt.hardware [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1615.766966] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a5f11d-08e6-4bc3-9fd7-6f681b79622c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.776323] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa9ef4-dd38-4ff1-bd81-39b6c1cac071 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.869322] env[62633]: DEBUG nova.scheduler.client.report [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1615.885923] env[62633]: DEBUG oslo_vmware.api [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32514} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.888431] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.888431] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.888431] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.888431] env[62633]: INFO nova.compute.manager [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1615.888431] env[62633]: DEBUG oslo.service.loopingcall [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.888431] env[62633]: DEBUG nova.compute.manager [-] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1615.888431] env[62633]: DEBUG nova.network.neutron [-] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.914605] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d8dd79-8d8c-063f-c564-ada9706cebf5, 'name': SearchDatastore_Task, 'duration_secs': 0.01731} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.914951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.915720] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.915978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.916143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.916331] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.916635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.916957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.917214] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-703c9d69-c14f-4578-b635-39e3497188a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.919178] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16acb0eb-1beb-49bd-a0ad-0e204e62aa87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.927101] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1615.927101] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52373cda-4da2-a004-726e-5f8b17f1465f" [ 1615.927101] env[62633]: _type = "Task" [ 1615.927101] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.932709] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.932709] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.934230] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0113e0ee-de9b-4ef4-b9d4-71a176e8db66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.940145] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52373cda-4da2-a004-726e-5f8b17f1465f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.942822] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1615.942822] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529eaa7a-9c04-8983-82e7-e197b1f7cd8b" [ 1615.942822] env[62633]: _type = "Task" [ 1615.942822] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.952735] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529eaa7a-9c04-8983-82e7-e197b1f7cd8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.054759] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.055239] env[62633]: DEBUG nova.objects.instance [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'migration_context' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.131474] env[62633]: DEBUG oslo_vmware.api [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Task: {'id': task-1807894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181661} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.131474] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1616.131474] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1616.131474] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1616.131474] env[62633]: INFO nova.compute.manager [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1616.131474] env[62633]: DEBUG oslo.service.loopingcall [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.131474] env[62633]: DEBUG nova.compute.manager [req-d29bad71-ccd2-4fc5-901a-82a57180bb74 req-6d616174-1e66-42f4-93ae-6365b708789b service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Received event network-vif-plugged-a6585d70-9e78-4725-a71b-1935af445100 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1616.131474] env[62633]: DEBUG oslo_concurrency.lockutils [req-d29bad71-ccd2-4fc5-901a-82a57180bb74 req-6d616174-1e66-42f4-93ae-6365b708789b service nova] Acquiring lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.132305] env[62633]: DEBUG oslo_concurrency.lockutils [req-d29bad71-ccd2-4fc5-901a-82a57180bb74 req-6d616174-1e66-42f4-93ae-6365b708789b service nova] Lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.133285] env[62633]: DEBUG oslo_concurrency.lockutils [req-d29bad71-ccd2-4fc5-901a-82a57180bb74 req-6d616174-1e66-42f4-93ae-6365b708789b service nova] Lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.134253] env[62633]: DEBUG nova.compute.manager [req-d29bad71-ccd2-4fc5-901a-82a57180bb74 req-6d616174-1e66-42f4-93ae-6365b708789b service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] No waiting events found dispatching network-vif-plugged-a6585d70-9e78-4725-a71b-1935af445100 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1616.134834] env[62633]: WARNING nova.compute.manager [req-d29bad71-ccd2-4fc5-901a-82a57180bb74 req-6d616174-1e66-42f4-93ae-6365b708789b service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Received unexpected event network-vif-plugged-a6585d70-9e78-4725-a71b-1935af445100 for instance with vm_state building and task_state spawning. [ 1616.135334] env[62633]: DEBUG nova.compute.manager [-] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1616.135686] env[62633]: DEBUG nova.network.neutron [-] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1616.143402] env[62633]: DEBUG nova.network.neutron [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Successfully updated port: a6585d70-9e78-4725-a71b-1935af445100 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.377210] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.377788] env[62633]: DEBUG nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1616.380819] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.709s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.384051] env[62633]: INFO nova.compute.claims [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1616.386971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b5b215c-9f2e-4b3e-b329-3256a82f7edb tempest-VolumesAssistedSnapshotsTest-1548971934 tempest-VolumesAssistedSnapshotsTest-1548971934-project-admin] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.439848] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52373cda-4da2-a004-726e-5f8b17f1465f, 'name': SearchDatastore_Task, 'duration_secs': 0.03527} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.440269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.440574] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.440866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.457193] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529eaa7a-9c04-8983-82e7-e197b1f7cd8b, 'name': SearchDatastore_Task, 'duration_secs': 0.037585} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.458225] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ce3f85-cf63-43d0-92b5-f78b2fe30c22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.464767] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1616.464767] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529a66a7-6597-264d-7485-73ed9e84f11e" [ 1616.464767] env[62633]: _type = "Task" [ 1616.464767] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.475828] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529a66a7-6597-264d-7485-73ed9e84f11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.558899] env[62633]: DEBUG nova.objects.base [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Object Instance<63cf4d09-5f4f-4327-9dda-5542e41948e7> lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1616.560353] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9c87e5-1b11-4c7d-adb8-7d5a240651ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.592329] env[62633]: DEBUG nova.network.neutron [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Successfully updated port: c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.593640] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8dc4aaf-aa8d-4410-9cd5-08e55e976532 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.601275] env[62633]: DEBUG nova.compute.manager [req-b8bc528f-f84c-464c-b1c2-12071f4c074b req-c7508faf-cc06-4d34-96d7-d8352d198e44 service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Received event network-vif-deleted-19109d2d-1165-462c-b400-e596c117226b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1616.601275] env[62633]: INFO nova.compute.manager [req-b8bc528f-f84c-464c-b1c2-12071f4c074b req-c7508faf-cc06-4d34-96d7-d8352d198e44 service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Neutron deleted interface 19109d2d-1165-462c-b400-e596c117226b; detaching it from the instance and deleting it from the info cache [ 1616.601275] env[62633]: DEBUG nova.network.neutron [req-b8bc528f-f84c-464c-b1c2-12071f4c074b req-c7508faf-cc06-4d34-96d7-d8352d198e44 service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.608609] env[62633]: DEBUG oslo_vmware.api [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1616.608609] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52bc0c12-a3d8-1e50-d29a-2a64826ace21" [ 1616.608609] env[62633]: _type = "Task" [ 1616.608609] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.621889] env[62633]: DEBUG oslo_vmware.api [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bc0c12-a3d8-1e50-d29a-2a64826ace21, 'name': SearchDatastore_Task, 'duration_secs': 0.007243} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.622861] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.645588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.645588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.645965] env[62633]: DEBUG nova.network.neutron [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.898260] env[62633]: DEBUG nova.compute.utils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.899768] env[62633]: DEBUG nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1616.899887] env[62633]: DEBUG nova.network.neutron [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.902698] env[62633]: DEBUG nova.network.neutron [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Successfully updated port: 4a643c70-fcd8-46be-80a8-ee82df9d0560 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.967025] env[62633]: DEBUG nova.policy [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aadcd8216b84b219931c2e6a9e542a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8acca4887dc740a6ab90bc45efcf4ce7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1616.979903] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529a66a7-6597-264d-7485-73ed9e84f11e, 'name': SearchDatastore_Task, 'duration_secs': 0.047499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.980363] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.980750] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 168e702c-1484-4812-b107-eaab2a116b66/168e702c-1484-4812-b107-eaab2a116b66.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.981530] env[62633]: DEBUG nova.network.neutron [-] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.985018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.985018] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.985018] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c1eca24-444c-4987-a577-773359e4dc11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.985718] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcb786a3-6c32-4e07-9d70-87be37ac2d1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.992504] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1616.992504] env[62633]: value = "task-1807896" [ 1616.992504] env[62633]: _type = "Task" [ 1616.992504] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.999038] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.999434] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1617.001400] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3e5976-46f6-420f-81a4-cf0543ad0a1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.007606] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.010879] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1617.010879] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52caf3e3-82a6-80ef-839f-dd0327c42593" [ 1617.010879] env[62633]: _type = "Task" [ 1617.010879] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.019203] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52caf3e3-82a6-80ef-839f-dd0327c42593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.034197] env[62633]: DEBUG nova.network.neutron [-] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.098646] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.098760] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquired lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.098953] env[62633]: DEBUG nova.network.neutron [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.108286] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e093d142-804f-4e83-a881-6ad751bfc87d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.119304] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb6c20-857a-426b-8110-3176554c4011 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.158987] env[62633]: DEBUG nova.compute.manager [req-b8bc528f-f84c-464c-b1c2-12071f4c074b req-c7508faf-cc06-4d34-96d7-d8352d198e44 service nova] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Detach interface failed, port_id=19109d2d-1165-462c-b400-e596c117226b, reason: Instance e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1617.201573] env[62633]: DEBUG nova.network.neutron [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.322616] env[62633]: DEBUG nova.network.neutron [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Successfully created port: db697fc2-48a2-44be-b69d-6b8e0b9a8a63 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.406254] env[62633]: DEBUG nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1617.408961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "refresh_cache-84963b46-9f11-4e75-8242-6ea5bb918499" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.409715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquired lock "refresh_cache-84963b46-9f11-4e75-8242-6ea5bb918499" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.409914] env[62633]: DEBUG nova.network.neutron [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.427102] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1617.427698] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374736', 'volume_id': '33f22403-99d2-4936-b2cd-671ecb2dce8c', 'name': 'volume-33f22403-99d2-4936-b2cd-671ecb2dce8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8975a6e8-03f5-424b-8843-79a4033b9790', 'attached_at': '', 'detached_at': '', 'volume_id': '33f22403-99d2-4936-b2cd-671ecb2dce8c', 'serial': '33f22403-99d2-4936-b2cd-671ecb2dce8c'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1617.429711] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87a09a2-7525-4751-81e2-282ff0b63248 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.461066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bde9b8-884d-4dad-9edd-427d5d6c748f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.491182] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-33f22403-99d2-4936-b2cd-671ecb2dce8c/volume-33f22403-99d2-4936-b2cd-671ecb2dce8c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.492424] env[62633]: DEBUG nova.network.neutron [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance_info_cache with network_info: [{"id": "a6585d70-9e78-4725-a71b-1935af445100", "address": "fa:16:3e:1f:6f:45", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6585d70-9e", "ovs_interfaceid": "a6585d70-9e78-4725-a71b-1935af445100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.496621] env[62633]: INFO nova.compute.manager [-] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Took 1.61 seconds to deallocate network for instance. [ 1617.496892] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05692ef7-99b9-4a41-89ff-a491faf68f11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.529220] env[62633]: DEBUG oslo_vmware.api [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1617.529220] env[62633]: value = "task-1807897" [ 1617.529220] env[62633]: _type = "Task" [ 1617.529220] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.532461] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807896, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.540547] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52caf3e3-82a6-80ef-839f-dd0327c42593, 'name': SearchDatastore_Task, 'duration_secs': 0.008389} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.540547] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0443872a-d53c-4d80-aace-13a4cec43941 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.546300] env[62633]: INFO nova.compute.manager [-] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Took 1.41 seconds to deallocate network for instance. [ 1617.546772] env[62633]: DEBUG oslo_vmware.api [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.555023] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1617.555023] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522241c7-1127-451c-f8bd-cb465b2c52da" [ 1617.555023] env[62633]: _type = "Task" [ 1617.555023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.561866] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522241c7-1127-451c-f8bd-cb465b2c52da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.641382] env[62633]: DEBUG nova.network.neutron [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.900574] env[62633]: DEBUG nova.network.neutron [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Updating instance_info_cache with network_info: [{"id": "c2bdbb53-84ff-473e-9cc3-a813a9bf86c9", "address": "fa:16:3e:4c:37:de", "network": {"id": "648e2976-3351-4033-bfd6-aededf59a4fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-201341877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a2b39f2c38407c95454f36bb18643d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bdbb53-84", "ovs_interfaceid": "c2bdbb53-84ff-473e-9cc3-a813a9bf86c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.965395] env[62633]: DEBUG nova.network.neutron [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.005226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e3059f-6385-4b7f-8e02-9d349ed260bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.012555] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.012859] env[62633]: DEBUG nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Instance network_info: |[{"id": "a6585d70-9e78-4725-a71b-1935af445100", "address": "fa:16:3e:1f:6f:45", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6585d70-9e", "ovs_interfaceid": "a6585d70-9e78-4725-a71b-1935af445100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1618.016018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:6f:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6585d70-9e78-4725-a71b-1935af445100', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.025565] env[62633]: DEBUG oslo.service.loopingcall [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.026499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc84cae6-b8ab-4061-a92e-95a4e82ea589 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.035446] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.036281] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.037419] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30870cc9-31d1-4419-b5d6-cbeb749979b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.095070] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.095728] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563398} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.100187] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca858b4-7ede-40f1-9e3c-7175be58fb8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.102705] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 168e702c-1484-4812-b107-eaab2a116b66/168e702c-1484-4812-b107-eaab2a116b66.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.103188] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.107797] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6af4dca0-7908-429c-9a83-2bc5befd55fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.109574] env[62633]: DEBUG oslo_vmware.api [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807897, 'name': ReconfigVM_Task, 'duration_secs': 0.414943} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.109796] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.109796] env[62633]: value = "task-1807898" [ 1618.109796] env[62633]: _type = "Task" [ 1618.109796] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.112718] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-33f22403-99d2-4936-b2cd-671ecb2dce8c/volume-33f22403-99d2-4936-b2cd-671ecb2dce8c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.124221] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087f269c-04d3-4dc8-9cc3-e1f525004e65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.139708] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522241c7-1127-451c-f8bd-cb465b2c52da, 'name': SearchDatastore_Task, 'duration_secs': 0.041945} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.141438] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.141784] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ad39b04a-0f77-42be-a28d-0b4c3b10a377/ad39b04a-0f77-42be-a28d-0b4c3b10a377.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1618.143145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f2d548-aaef-4664-805e-65c093c2c0fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.147366] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1618.147366] env[62633]: value = "task-1807899" [ 1618.147366] env[62633]: _type = "Task" [ 1618.147366] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.148334] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf79b86-ef47-436d-a323-fa7850114de5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.157162] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807898, 'name': CreateVM_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.167169] env[62633]: DEBUG nova.compute.provider_tree [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.168728] env[62633]: DEBUG oslo_vmware.api [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1618.168728] env[62633]: value = "task-1807900" [ 1618.168728] env[62633]: _type = "Task" [ 1618.168728] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.177917] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1618.177917] env[62633]: value = "task-1807901" [ 1618.177917] env[62633]: _type = "Task" [ 1618.177917] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.178230] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.187458] env[62633]: DEBUG oslo_vmware.api [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.192865] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.283807] env[62633]: DEBUG nova.compute.manager [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Received event network-changed-a6585d70-9e78-4725-a71b-1935af445100 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.283916] env[62633]: DEBUG nova.compute.manager [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Refreshing instance network info cache due to event network-changed-a6585d70-9e78-4725-a71b-1935af445100. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1618.284162] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Acquiring lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.284341] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Acquired lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.284556] env[62633]: DEBUG nova.network.neutron [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Refreshing network info cache for port a6585d70-9e78-4725-a71b-1935af445100 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.286397] env[62633]: DEBUG nova.network.neutron [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Updating instance_info_cache with network_info: [{"id": "4a643c70-fcd8-46be-80a8-ee82df9d0560", "address": "fa:16:3e:15:82:11", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a643c70-fc", "ovs_interfaceid": "4a643c70-fcd8-46be-80a8-ee82df9d0560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.403244] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Releasing lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.403576] env[62633]: DEBUG nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Instance network_info: |[{"id": "c2bdbb53-84ff-473e-9cc3-a813a9bf86c9", "address": "fa:16:3e:4c:37:de", "network": {"id": "648e2976-3351-4033-bfd6-aededf59a4fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-201341877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a2b39f2c38407c95454f36bb18643d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bdbb53-84", "ovs_interfaceid": "c2bdbb53-84ff-473e-9cc3-a813a9bf86c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1618.404051] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:37:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2bdbb53-84ff-473e-9cc3-a813a9bf86c9', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.413045] env[62633]: DEBUG oslo.service.loopingcall [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.413287] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.413344] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e4e83c1-9927-45e2-a2c0-bdd60bbfc737 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.429712] env[62633]: DEBUG nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1618.437018] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.437018] env[62633]: value = "task-1807902" [ 1618.437018] env[62633]: _type = "Task" [ 1618.437018] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.445926] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807902, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.457582] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1618.459026] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1618.459026] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.459026] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1618.459026] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.459026] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1618.459026] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1618.459026] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1618.459637] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1618.459637] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1618.459637] env[62633]: DEBUG nova.virt.hardware [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1618.460728] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c487f1a-a03b-4044-881a-d74b875c9b5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.469542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567c45b-c995-4865-83c6-7548ff1b831f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.628113] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807898, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.633968] env[62633]: DEBUG nova.compute.manager [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Received event network-vif-plugged-4a643c70-fcd8-46be-80a8-ee82df9d0560 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.634214] env[62633]: DEBUG oslo_concurrency.lockutils [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] Acquiring lock "84963b46-9f11-4e75-8242-6ea5bb918499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.634784] env[62633]: DEBUG oslo_concurrency.lockutils [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] Lock "84963b46-9f11-4e75-8242-6ea5bb918499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.634784] env[62633]: DEBUG oslo_concurrency.lockutils [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] Lock "84963b46-9f11-4e75-8242-6ea5bb918499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.634869] env[62633]: DEBUG nova.compute.manager [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] No waiting events found dispatching network-vif-plugged-4a643c70-fcd8-46be-80a8-ee82df9d0560 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1618.635044] env[62633]: WARNING nova.compute.manager [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Received unexpected event network-vif-plugged-4a643c70-fcd8-46be-80a8-ee82df9d0560 for instance with vm_state building and task_state spawning. [ 1618.635206] env[62633]: DEBUG nova.compute.manager [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Received event network-changed-4a643c70-fcd8-46be-80a8-ee82df9d0560 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.635367] env[62633]: DEBUG nova.compute.manager [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Refreshing instance network info cache due to event network-changed-4a643c70-fcd8-46be-80a8-ee82df9d0560. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1618.635543] env[62633]: DEBUG oslo_concurrency.lockutils [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] Acquiring lock "refresh_cache-84963b46-9f11-4e75-8242-6ea5bb918499" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.661032] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087138} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.661409] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.662441] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61422aaf-37f3-4e69-ad8c-0da309981067 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.677916] env[62633]: DEBUG nova.scheduler.client.report [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1618.690417] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 168e702c-1484-4812-b107-eaab2a116b66/168e702c-1484-4812-b107-eaab2a116b66.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.694230] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f38a10-e30e-4b7e-b6df-493cfc0aa06f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.718664] env[62633]: DEBUG oslo_vmware.api [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807900, 'name': ReconfigVM_Task, 'duration_secs': 0.391182} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.722572] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374736', 'volume_id': '33f22403-99d2-4936-b2cd-671ecb2dce8c', 'name': 'volume-33f22403-99d2-4936-b2cd-671ecb2dce8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8975a6e8-03f5-424b-8843-79a4033b9790', 'attached_at': '', 'detached_at': '', 'volume_id': '33f22403-99d2-4936-b2cd-671ecb2dce8c', 'serial': '33f22403-99d2-4936-b2cd-671ecb2dce8c'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1618.723904] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807901, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.724206] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1618.724206] env[62633]: value = "task-1807903" [ 1618.724206] env[62633]: _type = "Task" [ 1618.724206] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.731989] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807903, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.792602] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Releasing lock "refresh_cache-84963b46-9f11-4e75-8242-6ea5bb918499" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.793332] env[62633]: DEBUG nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Instance network_info: |[{"id": "4a643c70-fcd8-46be-80a8-ee82df9d0560", "address": "fa:16:3e:15:82:11", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a643c70-fc", "ovs_interfaceid": "4a643c70-fcd8-46be-80a8-ee82df9d0560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1618.793622] env[62633]: DEBUG oslo_concurrency.lockutils [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] Acquired lock "refresh_cache-84963b46-9f11-4e75-8242-6ea5bb918499" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.793881] env[62633]: DEBUG nova.network.neutron [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Refreshing network info cache for port 4a643c70-fcd8-46be-80a8-ee82df9d0560 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.795390] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:82:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a643c70-fcd8-46be-80a8-ee82df9d0560', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.803178] env[62633]: DEBUG oslo.service.loopingcall [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.804362] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.805036] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373d9f03-0ecd-4311-8f62-ecd09ec7cb36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.827756] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.827756] env[62633]: value = "task-1807904" [ 1618.827756] env[62633]: _type = "Task" [ 1618.827756] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.836345] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807904, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.947094] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807902, 'name': CreateVM_Task, 'duration_secs': 0.437253} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.947278] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.947958] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.948140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.948464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.948792] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44518fef-0cd0-4749-bee0-3e3475e768ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.955066] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1618.955066] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52aa8f54-9d72-70a4-af3c-bc31f51bd408" [ 1618.955066] env[62633]: _type = "Task" [ 1618.955066] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.963370] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52aa8f54-9d72-70a4-af3c-bc31f51bd408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.091191] env[62633]: DEBUG nova.network.neutron [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Successfully updated port: db697fc2-48a2-44be-b69d-6b8e0b9a8a63 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1619.131320] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807898, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.145325] env[62633]: DEBUG nova.network.neutron [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updated VIF entry in instance network info cache for port a6585d70-9e78-4725-a71b-1935af445100. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.145790] env[62633]: DEBUG nova.network.neutron [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance_info_cache with network_info: [{"id": "a6585d70-9e78-4725-a71b-1935af445100", "address": "fa:16:3e:1f:6f:45", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6585d70-9e", "ovs_interfaceid": "a6585d70-9e78-4725-a71b-1935af445100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.193803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.193803] env[62633]: DEBUG nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1619.196091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.790s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.197817] env[62633]: INFO nova.compute.claims [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1619.211222] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552916} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.212030] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ad39b04a-0f77-42be-a28d-0b4c3b10a377/ad39b04a-0f77-42be-a28d-0b4c3b10a377.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1619.212030] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1619.212289] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af7d5122-bf73-4836-8679-75c5766289d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.219383] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1619.219383] env[62633]: value = "task-1807905" [ 1619.219383] env[62633]: _type = "Task" [ 1619.219383] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.229426] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.238798] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.338868] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807904, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.466409] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52aa8f54-9d72-70a4-af3c-bc31f51bd408, 'name': SearchDatastore_Task, 'duration_secs': 0.065262} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.466774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.466930] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.467190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.467343] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.467526] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.467792] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633d71fe-9b2b-4e1d-83e2-d72cddb3b35e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.567167] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.567385] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.570163] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060faa76-fbe7-4cc4-b5d5-9da833333373 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.575938] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1619.575938] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52bd1992-d973-f626-b4fc-7bd96ea41582" [ 1619.575938] env[62633]: _type = "Task" [ 1619.575938] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.583891] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bd1992-d973-f626-b4fc-7bd96ea41582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.593400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "refresh_cache-516bfdcf-f88f-40c8-8b83-6413ee80b6a5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.593543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "refresh_cache-516bfdcf-f88f-40c8-8b83-6413ee80b6a5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.593691] env[62633]: DEBUG nova.network.neutron [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.633201] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807898, 'name': CreateVM_Task, 'duration_secs': 1.319847} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.633201] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.633201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.633201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.633533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.636936] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a667ae-817d-400b-a4de-4db3c599f008 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.643669] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1619.643669] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5281618f-c042-c4f1-3520-58199c6f445b" [ 1619.643669] env[62633]: _type = "Task" [ 1619.643669] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.649360] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Releasing lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.649743] env[62633]: DEBUG nova.compute.manager [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Received event network-vif-plugged-c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1619.650064] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Acquiring lock "ec578d53-b1f7-41e3-9d97-c3a52d078893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.650392] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.650710] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.651014] env[62633]: DEBUG nova.compute.manager [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] No waiting events found dispatching network-vif-plugged-c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1619.651329] env[62633]: WARNING nova.compute.manager [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Received unexpected event network-vif-plugged-c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 for instance with vm_state building and task_state spawning. [ 1619.651640] env[62633]: DEBUG nova.compute.manager [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Received event network-vif-deleted-a615d2ff-c18a-42d3-9ba3-8a39278fc2e9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1619.651968] env[62633]: DEBUG nova.compute.manager [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Received event network-changed-c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1619.652285] env[62633]: DEBUG nova.compute.manager [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Refreshing instance network info cache due to event network-changed-c2bdbb53-84ff-473e-9cc3-a813a9bf86c9. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1619.652613] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Acquiring lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.652915] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Acquired lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.653194] env[62633]: DEBUG nova.network.neutron [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Refreshing network info cache for port c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.661525] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5281618f-c042-c4f1-3520-58199c6f445b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.708249] env[62633]: DEBUG nova.compute.utils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1619.709974] env[62633]: DEBUG nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1619.710160] env[62633]: DEBUG nova.network.neutron [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1619.735942] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807905, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.741871] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807903, 'name': ReconfigVM_Task, 'duration_secs': 0.623626} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.742381] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 168e702c-1484-4812-b107-eaab2a116b66/168e702c-1484-4812-b107-eaab2a116b66.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.743210] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65abf7de-4959-4141-91d7-247f34ce232f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.749728] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1619.749728] env[62633]: value = "task-1807906" [ 1619.749728] env[62633]: _type = "Task" [ 1619.749728] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.758991] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807906, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.761164] env[62633]: DEBUG nova.policy [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '897db55b735d449ba2425c191dbe78ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47485d483b224b13b4bb5cc5e84680b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1619.767730] env[62633]: DEBUG nova.objects.instance [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lazy-loading 'flavor' on Instance uuid 8975a6e8-03f5-424b-8843-79a4033b9790 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.838975] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807904, 'name': CreateVM_Task, 'duration_secs': 0.609298} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.839284] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.839998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.876878] env[62633]: DEBUG nova.network.neutron [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Updated VIF entry in instance network info cache for port 4a643c70-fcd8-46be-80a8-ee82df9d0560. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.877224] env[62633]: DEBUG nova.network.neutron [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Updating instance_info_cache with network_info: [{"id": "4a643c70-fcd8-46be-80a8-ee82df9d0560", "address": "fa:16:3e:15:82:11", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a643c70-fc", "ovs_interfaceid": "4a643c70-fcd8-46be-80a8-ee82df9d0560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.030451] env[62633]: DEBUG nova.network.neutron [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Successfully created port: 1ac45e52-c956-413a-a82d-ddb6f728ffe7 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.091370] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bd1992-d973-f626-b4fc-7bd96ea41582, 'name': SearchDatastore_Task, 'duration_secs': 0.026489} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.092717] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91c314e-6701-49ad-b260-2cef64125765 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.099744] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1620.099744] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2ae33-bd55-4568-7608-0d725728a957" [ 1620.099744] env[62633]: _type = "Task" [ 1620.099744] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.109334] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2ae33-bd55-4568-7608-0d725728a957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.132135] env[62633]: DEBUG nova.network.neutron [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.157666] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5281618f-c042-c4f1-3520-58199c6f445b, 'name': SearchDatastore_Task, 'duration_secs': 0.243195} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.157981] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.158236] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.158450] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.158988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.159323] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1620.159629] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d8f1f0-086d-4e04-b9a2-7a1e52ab8fe5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.164154] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1620.164154] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526a60da-c63d-0c49-3af7-e5321e9bf5fe" [ 1620.164154] env[62633]: _type = "Task" [ 1620.164154] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.174407] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526a60da-c63d-0c49-3af7-e5321e9bf5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.213750] env[62633]: DEBUG nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1620.216848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquiring lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.216953] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.217169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquiring lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.217354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.217520] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.219652] env[62633]: INFO nova.compute.manager [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Terminating instance [ 1620.220799] env[62633]: DEBUG nova.compute.manager [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1620.220995] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.221872] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005965b0-2c03-421b-924a-e097538b9980 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.235081] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.826} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.236411] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.237100] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.237901] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b0dfa7-b242-4844-bc00-90378864cbeb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.240902] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78251699-4763-4be7-94d8-b764901de62b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.263432] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] ad39b04a-0f77-42be-a28d-0b4c3b10a377/ad39b04a-0f77-42be-a28d-0b4c3b10a377.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.273364] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a46550b-52aa-43c3-ae8e-3668b3cb15b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.287939] env[62633]: DEBUG oslo_vmware.api [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1620.287939] env[62633]: value = "task-1807907" [ 1620.287939] env[62633]: _type = "Task" [ 1620.287939] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.293369] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b492fe6-f30b-447d-9397-1b55db824ee0 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.488s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.309382] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1620.309382] env[62633]: value = "task-1807908" [ 1620.309382] env[62633]: _type = "Task" [ 1620.309382] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.309889] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807906, 'name': Rename_Task, 'duration_secs': 0.147417} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.311523] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.314849] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5511da30-3531-44d9-b80a-03358fcfb7b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.319940] env[62633]: DEBUG oslo_vmware.api [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.329517] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.331113] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1620.331113] env[62633]: value = "task-1807909" [ 1620.331113] env[62633]: _type = "Task" [ 1620.331113] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.341837] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.379668] env[62633]: DEBUG oslo_concurrency.lockutils [req-95576024-ad18-4776-9c97-86fb4c8d63b7 req-00c3b1fa-5e18-4b29-93f4-2299bef853fe service nova] Releasing lock "refresh_cache-84963b46-9f11-4e75-8242-6ea5bb918499" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.475628] env[62633]: DEBUG nova.network.neutron [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Updating instance_info_cache with network_info: [{"id": "db697fc2-48a2-44be-b69d-6b8e0b9a8a63", "address": "fa:16:3e:07:ec:15", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb697fc2-48", "ovs_interfaceid": "db697fc2-48a2-44be-b69d-6b8e0b9a8a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.495458] env[62633]: DEBUG nova.network.neutron [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Updated VIF entry in instance network info cache for port c2bdbb53-84ff-473e-9cc3-a813a9bf86c9. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.496721] env[62633]: DEBUG nova.network.neutron [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Updating instance_info_cache with network_info: [{"id": "c2bdbb53-84ff-473e-9cc3-a813a9bf86c9", "address": "fa:16:3e:4c:37:de", "network": {"id": "648e2976-3351-4033-bfd6-aededf59a4fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-201341877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a2b39f2c38407c95454f36bb18643d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bdbb53-84", "ovs_interfaceid": "c2bdbb53-84ff-473e-9cc3-a813a9bf86c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.617858] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2ae33-bd55-4568-7608-0d725728a957, 'name': SearchDatastore_Task, 'duration_secs': 0.012097} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.618278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.618677] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ec578d53-b1f7-41e3-9d97-c3a52d078893/ec578d53-b1f7-41e3-9d97-c3a52d078893.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.619091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.619384] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.619681] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1798b35a-c691-413c-9282-3fbe916dbb64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.622773] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cdb65ff-7aab-4b1f-acb1-b6b226b8a8b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.632859] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1620.632859] env[62633]: value = "task-1807910" [ 1620.632859] env[62633]: _type = "Task" [ 1620.632859] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.634445] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.634882] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.643027] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d9440d-6430-45e7-ae67-27b775c939d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.655181] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1620.655181] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52833155-db92-3d9d-da3d-c4d3fc185f28" [ 1620.655181] env[62633]: _type = "Task" [ 1620.655181] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.655565] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.667289] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52833155-db92-3d9d-da3d-c4d3fc185f28, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.671311] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e43c8e0-c957-40f5-badb-ae4a4e29aa01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.681242] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526a60da-c63d-0c49-3af7-e5321e9bf5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.682653] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.682930] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.683173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.683483] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1620.683483] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5209f88a-ef1c-127a-fb8e-4224febd9fba" [ 1620.683483] env[62633]: _type = "Task" [ 1620.683483] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.697946] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209f88a-ef1c-127a-fb8e-4224febd9fba, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.698254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.698539] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996/83b841b7-ac47-45c4-bcea-4020242cf996.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.698850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.699065] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.699289] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed20818-e771-41ce-a0ba-37f6a886c70d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.703606] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4d352e2-82ab-4e0d-b1fe-68e673d47347 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.710430] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1620.710430] env[62633]: value = "task-1807911" [ 1620.710430] env[62633]: _type = "Task" [ 1620.710430] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.716784] env[62633]: DEBUG nova.compute.manager [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Received event network-vif-plugged-db697fc2-48a2-44be-b69d-6b8e0b9a8a63 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.716941] env[62633]: DEBUG oslo_concurrency.lockutils [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] Acquiring lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.717178] env[62633]: DEBUG oslo_concurrency.lockutils [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] Lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.717342] env[62633]: DEBUG oslo_concurrency.lockutils [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] Lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.717632] env[62633]: DEBUG nova.compute.manager [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] No waiting events found dispatching network-vif-plugged-db697fc2-48a2-44be-b69d-6b8e0b9a8a63 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1620.717760] env[62633]: WARNING nova.compute.manager [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Received unexpected event network-vif-plugged-db697fc2-48a2-44be-b69d-6b8e0b9a8a63 for instance with vm_state building and task_state spawning. [ 1620.717945] env[62633]: DEBUG nova.compute.manager [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Received event network-changed-db697fc2-48a2-44be-b69d-6b8e0b9a8a63 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.718152] env[62633]: DEBUG nova.compute.manager [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Refreshing instance network info cache due to event network-changed-db697fc2-48a2-44be-b69d-6b8e0b9a8a63. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1620.718348] env[62633]: DEBUG oslo_concurrency.lockutils [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] Acquiring lock "refresh_cache-516bfdcf-f88f-40c8-8b83-6413ee80b6a5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.718573] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.718776] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.725957] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab74245-af01-444f-aa1f-60d7a5402a01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.732717] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.736329] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1620.736329] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5278652b-4c8f-e503-2e26-41472e3e4862" [ 1620.736329] env[62633]: _type = "Task" [ 1620.736329] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.745019] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5278652b-4c8f-e503-2e26-41472e3e4862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.804258] env[62633]: DEBUG oslo_vmware.api [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807907, 'name': PowerOffVM_Task, 'duration_secs': 0.193983} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.804674] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.804888] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.806150] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6076f8f-0334-40fa-a392-f869d9bfd211 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.819398] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807908, 'name': ReconfigVM_Task, 'duration_secs': 0.392515} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.819581] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Reconfigured VM instance instance-00000034 to attach disk [datastore1] ad39b04a-0f77-42be-a28d-0b4c3b10a377/ad39b04a-0f77-42be-a28d-0b4c3b10a377.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.822913] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7c3d5d5-1c01-4b01-a851-9958eabcf3f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.830301] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1620.830301] env[62633]: value = "task-1807913" [ 1620.830301] env[62633]: _type = "Task" [ 1620.830301] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.839386] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab70943d-dcda-43a4-a709-c67b5e8134dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.848741] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807913, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.849061] env[62633]: DEBUG oslo_vmware.api [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807909, 'name': PowerOnVM_Task, 'duration_secs': 0.511755} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.849783] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.850012] env[62633]: INFO nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Took 13.14 seconds to spawn the instance on the hypervisor. [ 1620.850202] env[62633]: DEBUG nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1620.851044] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec476b-4609-4115-b8b4-5b9a486214b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.857630] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fccebf-1024-4a01-b3f2-591180489c56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.897670] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ecb90d-e1b5-428b-be91-f06a777a714a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.908240] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc88f4a-cd1d-4864-acf7-5dc8cc079909 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.930914] env[62633]: DEBUG nova.compute.provider_tree [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.977418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "refresh_cache-516bfdcf-f88f-40c8-8b83-6413ee80b6a5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.977787] env[62633]: DEBUG nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Instance network_info: |[{"id": "db697fc2-48a2-44be-b69d-6b8e0b9a8a63", "address": "fa:16:3e:07:ec:15", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb697fc2-48", "ovs_interfaceid": "db697fc2-48a2-44be-b69d-6b8e0b9a8a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1620.978140] env[62633]: DEBUG oslo_concurrency.lockutils [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] Acquired lock "refresh_cache-516bfdcf-f88f-40c8-8b83-6413ee80b6a5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.978341] env[62633]: DEBUG nova.network.neutron [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Refreshing network info cache for port db697fc2-48a2-44be-b69d-6b8e0b9a8a63 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.979751] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:ec:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db697fc2-48a2-44be-b69d-6b8e0b9a8a63', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.988195] env[62633]: DEBUG oslo.service.loopingcall [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.992147] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.992809] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b0da45a-dd89-4839-9ee3-3e83f847e8c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.009861] env[62633]: DEBUG oslo_concurrency.lockutils [req-ac281884-a591-4b02-ac33-e25880047d0a req-fcedf9f7-13aa-4a75-9a73-83ce76e76fb6 service nova] Releasing lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.015031] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1621.015031] env[62633]: value = "task-1807914" [ 1621.015031] env[62633]: _type = "Task" [ 1621.015031] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.024042] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807914, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.047544] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1621.047732] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1621.047928] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Deleting the datastore file [datastore1] 64a66647-bd46-4beb-a70e-7b8fe7c4a039 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1621.048353] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa02b64-07f9-4834-b9ba-b1872acaf6ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.056980] env[62633]: DEBUG oslo_vmware.api [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for the task: (returnval){ [ 1621.056980] env[62633]: value = "task-1807915" [ 1621.056980] env[62633]: _type = "Task" [ 1621.056980] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.066242] env[62633]: DEBUG oslo_vmware.api [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.148333] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.221517] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807911, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.234263] env[62633]: DEBUG nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1621.254048] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5278652b-4c8f-e503-2e26-41472e3e4862, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.257385] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd428fdb-ad03-4402-9bea-dd685435a268 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.266261] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1621.266261] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c91877-2cef-3200-b488-7ce72a2afa4a" [ 1621.266261] env[62633]: _type = "Task" [ 1621.266261] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.271147] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1621.271596] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1621.271861] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1621.272236] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1621.272518] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1621.272795] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1621.273188] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1621.273496] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1621.273827] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1621.274154] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1621.274555] env[62633]: DEBUG nova.virt.hardware [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1621.276587] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d459a18a-225f-4f9e-bdbd-39ffe4ef45bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.282109] env[62633]: DEBUG nova.network.neutron [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Updated VIF entry in instance network info cache for port db697fc2-48a2-44be-b69d-6b8e0b9a8a63. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.282697] env[62633]: DEBUG nova.network.neutron [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Updating instance_info_cache with network_info: [{"id": "db697fc2-48a2-44be-b69d-6b8e0b9a8a63", "address": "fa:16:3e:07:ec:15", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb697fc2-48", "ovs_interfaceid": "db697fc2-48a2-44be-b69d-6b8e0b9a8a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.304175] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ed819d-4c28-4a89-bca2-0e781540bc3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.315580] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c91877-2cef-3200-b488-7ce72a2afa4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.346440] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807913, 'name': Rename_Task, 'duration_secs': 0.347307} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.346964] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.347397] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35e38eb2-a193-45eb-9131-b09f473b0627 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.355847] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1621.355847] env[62633]: value = "task-1807916" [ 1621.355847] env[62633]: _type = "Task" [ 1621.355847] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.374812] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.382126] env[62633]: INFO nova.compute.manager [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Took 53.99 seconds to build instance. [ 1621.419958] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "8975a6e8-03f5-424b-8843-79a4033b9790" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.420562] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.434332] env[62633]: DEBUG nova.scheduler.client.report [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1621.524807] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807914, 'name': CreateVM_Task, 'duration_secs': 0.493172} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.525022] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.525784] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.525963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.526316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.526926] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef886295-0e8d-48cc-9d8c-696bbc079cc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.531692] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1621.531692] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52295c51-fd19-f94e-be86-469a0d6ef417" [ 1621.531692] env[62633]: _type = "Task" [ 1621.531692] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.540622] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52295c51-fd19-f94e-be86-469a0d6ef417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.567123] env[62633]: DEBUG oslo_vmware.api [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.645152] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589419} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.645507] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ec578d53-b1f7-41e3-9d97-c3a52d078893/ec578d53-b1f7-41e3-9d97-c3a52d078893.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.645745] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.646017] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-100fb2ed-8fe7-4561-9b46-7c498541529b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.652592] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1621.652592] env[62633]: value = "task-1807917" [ 1621.652592] env[62633]: _type = "Task" [ 1621.652592] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.660927] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.722987] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840302} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.723233] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996/83b841b7-ac47-45c4-bcea-4020242cf996.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.723459] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.723730] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-314298b2-0382-47ed-8da4-3f2e296a3595 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.732463] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1621.732463] env[62633]: value = "task-1807918" [ 1621.732463] env[62633]: _type = "Task" [ 1621.732463] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.741648] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.762751] env[62633]: DEBUG nova.network.neutron [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Successfully updated port: 1ac45e52-c956-413a-a82d-ddb6f728ffe7 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1621.787018] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c91877-2cef-3200-b488-7ce72a2afa4a, 'name': SearchDatastore_Task, 'duration_secs': 0.053354} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.787018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.787018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 84963b46-9f11-4e75-8242-6ea5bb918499/84963b46-9f11-4e75-8242-6ea5bb918499.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.787018] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9222d2f-56a8-403b-b673-b1eeb6772e4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.790935] env[62633]: DEBUG oslo_concurrency.lockutils [req-5678adc8-b063-4d26-8c64-a9e82de08247 req-a9726d92-8e8f-40b2-b854-4ead9ca8ad4d service nova] Releasing lock "refresh_cache-516bfdcf-f88f-40c8-8b83-6413ee80b6a5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.794235] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1621.794235] env[62633]: value = "task-1807919" [ 1621.794235] env[62633]: _type = "Task" [ 1621.794235] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.796458] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] Acquiring lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.796629] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] Acquired lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.796845] env[62633]: DEBUG nova.network.neutron [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.809621] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.866273] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.884850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0514db8-8e73-45e5-a0ec-931eac1a92d6 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "168e702c-1484-4812-b107-eaab2a116b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.718s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.924967] env[62633]: INFO nova.compute.manager [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Detaching volume 33f22403-99d2-4936-b2cd-671ecb2dce8c [ 1621.939949] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.941220] env[62633]: DEBUG nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1621.943766] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.933s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.944022] env[62633]: DEBUG nova.objects.instance [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lazy-loading 'resources' on Instance uuid 15e0af51-7b85-4963-b112-203ce9a45e4e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.967228] env[62633]: INFO nova.virt.block_device [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Attempting to driver detach volume 33f22403-99d2-4936-b2cd-671ecb2dce8c from mountpoint /dev/sdb [ 1621.967508] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1621.967707] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374736', 'volume_id': '33f22403-99d2-4936-b2cd-671ecb2dce8c', 'name': 'volume-33f22403-99d2-4936-b2cd-671ecb2dce8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8975a6e8-03f5-424b-8843-79a4033b9790', 'attached_at': '', 'detached_at': '', 'volume_id': '33f22403-99d2-4936-b2cd-671ecb2dce8c', 'serial': '33f22403-99d2-4936-b2cd-671ecb2dce8c'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1621.968756] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b21dc-c3c3-41a5-8414-7fc1b78c67a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.993341] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454c420e-3d30-4d98-a24f-c89fe77e82ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.001124] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b655be4-291c-4df4-a127-9a820c44f589 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.022047] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764651f9-34cf-43d4-93bb-7ad7b9ae80b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.038838] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] The volume has not been displaced from its original location: [datastore1] volume-33f22403-99d2-4936-b2cd-671ecb2dce8c/volume-33f22403-99d2-4936-b2cd-671ecb2dce8c.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1622.044360] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1622.048296] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4706740e-2d81-4e78-a1b0-50a2a3024521 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.069602] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52295c51-fd19-f94e-be86-469a0d6ef417, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.071311] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.071572] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.071832] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.072009] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.072203] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.073023] env[62633]: DEBUG oslo_vmware.api [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1622.073023] env[62633]: value = "task-1807920" [ 1622.073023] env[62633]: _type = "Task" [ 1622.073023] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.073245] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25e3ee6-b13f-413e-97da-206564a9c243 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.082733] env[62633]: DEBUG oslo_vmware.api [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Task: {'id': task-1807915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53099} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.083319] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.083508] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.083687] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.083857] env[62633]: INFO nova.compute.manager [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1622.084099] env[62633]: DEBUG oslo.service.loopingcall [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.084597] env[62633]: DEBUG nova.compute.manager [-] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1622.084693] env[62633]: DEBUG nova.network.neutron [-] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.089199] env[62633]: DEBUG oslo_vmware.api [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.090684] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.090873] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.091616] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de2817b-9325-45bd-bd5b-d5bed762b99b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.097120] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1622.097120] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525b072a-c6e8-a31a-33ca-272cdbc67397" [ 1622.097120] env[62633]: _type = "Task" [ 1622.097120] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.106112] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525b072a-c6e8-a31a-33ca-272cdbc67397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.163349] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065966} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.163930] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.164704] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440bd246-1be9-4b1b-a78d-b327f20efe8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.189614] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ec578d53-b1f7-41e3-9d97-c3a52d078893/ec578d53-b1f7-41e3-9d97-c3a52d078893.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.190014] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbad42fb-5985-405f-a1fc-f1decb9b39d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.209885] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1622.209885] env[62633]: value = "task-1807921" [ 1622.209885] env[62633]: _type = "Task" [ 1622.209885] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.219287] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.243433] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133673} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.244223] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.245297] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca9cd5-84d1-4987-ba90-572438fe4649 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.271370] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996/83b841b7-ac47-45c4-bcea-4020242cf996.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.272058] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquiring lock "refresh_cache-7229a8ca-458f-41f0-8255-12352dac8693" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.272194] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquired lock "refresh_cache-7229a8ca-458f-41f0-8255-12352dac8693" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.272373] env[62633]: DEBUG nova.network.neutron [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.273956] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e224126c-54a2-4ef1-aa4a-8fb14cd21564 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.302350] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1622.302350] env[62633]: value = "task-1807922" [ 1622.302350] env[62633]: _type = "Task" [ 1622.302350] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.313522] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807919, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.321836] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.372527] env[62633]: DEBUG oslo_vmware.api [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807916, 'name': PowerOnVM_Task, 'duration_secs': 1.014499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.372654] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.372879] env[62633]: INFO nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Took 17.32 seconds to spawn the instance on the hypervisor. [ 1622.373076] env[62633]: DEBUG nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1622.374158] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4466a4-25d5-4b6d-bc5d-15433272c81a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.447701] env[62633]: DEBUG nova.compute.utils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1622.451133] env[62633]: DEBUG nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1622.451362] env[62633]: DEBUG nova.network.neutron [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1622.568009] env[62633]: DEBUG nova.policy [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77d0f26bb8014e719a838d1887087ecd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '687cb3278d5e48658487c69159762455', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1622.584469] env[62633]: DEBUG oslo_vmware.api [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807920, 'name': ReconfigVM_Task, 'duration_secs': 0.266603} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.588313] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1622.593191] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d068c95-6c2e-49a0-ab5a-c89eddc67328 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.619986] env[62633]: DEBUG oslo_vmware.api [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1622.619986] env[62633]: value = "task-1807923" [ 1622.619986] env[62633]: _type = "Task" [ 1622.619986] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.620289] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525b072a-c6e8-a31a-33ca-272cdbc67397, 'name': SearchDatastore_Task, 'duration_secs': 0.054182} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.624773] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22add0a3-6f90-41fd-aad3-eff7fba4ec96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.639538] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1622.639538] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5209563a-d68a-3407-3a95-ecc4dcb74cf8" [ 1622.639538] env[62633]: _type = "Task" [ 1622.639538] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.639795] env[62633]: DEBUG oslo_vmware.api [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.649016] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209563a-d68a-3407-3a95-ecc4dcb74cf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.699036] env[62633]: DEBUG nova.network.neutron [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Updating instance_info_cache with network_info: [{"id": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "address": "fa:16:3e:b1:08:64", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41fae89-b2", "ovs_interfaceid": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.721620] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807921, 'name': ReconfigVM_Task, 'duration_secs': 0.390907} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.724234] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ec578d53-b1f7-41e3-9d97-c3a52d078893/ec578d53-b1f7-41e3-9d97-c3a52d078893.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.724623] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62633) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1622.725566] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-76647dbf-2f54-4925-ac34-7a0a0d94ddc4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.733325] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1622.733325] env[62633]: value = "task-1807924" [ 1622.733325] env[62633]: _type = "Task" [ 1622.733325] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.742101] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807924, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.805043] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639911} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.808172] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 84963b46-9f11-4e75-8242-6ea5bb918499/84963b46-9f11-4e75-8242-6ea5bb918499.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1622.808849] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.811010] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3af3f2ef-c5b7-45b0-8454-39b3db33da04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.819545] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.821376] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1622.821376] env[62633]: value = "task-1807925" [ 1622.821376] env[62633]: _type = "Task" [ 1622.821376] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.836781] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.840952] env[62633]: DEBUG nova.network.neutron [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1622.894463] env[62633]: INFO nova.compute.manager [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Took 57.34 seconds to build instance. [ 1622.952069] env[62633]: DEBUG nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1623.030729] env[62633]: DEBUG nova.network.neutron [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Updating instance_info_cache with network_info: [{"id": "1ac45e52-c956-413a-a82d-ddb6f728ffe7", "address": "fa:16:3e:5b:cb:da", "network": {"id": "a00ce33d-b9d1-4a14-ac9d-8715e2168fad", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1039012064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47485d483b224b13b4bb5cc5e84680b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac45e52-c9", "ovs_interfaceid": "1ac45e52-c956-413a-a82d-ddb6f728ffe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.082029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3abe119-1ae2-4631-8485-ad3d0a45da5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.092309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d1532d-3074-4a85-b010-e0959cc6715a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.132937] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c672bc57-8082-433f-aefc-a033e996e1be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.137745] env[62633]: DEBUG nova.compute.manager [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Received event network-vif-plugged-1ac45e52-c956-413a-a82d-ddb6f728ffe7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1623.137951] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] Acquiring lock "7229a8ca-458f-41f0-8255-12352dac8693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.141022] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] Lock "7229a8ca-458f-41f0-8255-12352dac8693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.141022] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] Lock "7229a8ca-458f-41f0-8255-12352dac8693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.141022] env[62633]: DEBUG nova.compute.manager [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] No waiting events found dispatching network-vif-plugged-1ac45e52-c956-413a-a82d-ddb6f728ffe7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1623.141022] env[62633]: WARNING nova.compute.manager [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Received unexpected event network-vif-plugged-1ac45e52-c956-413a-a82d-ddb6f728ffe7 for instance with vm_state building and task_state spawning. [ 1623.141022] env[62633]: DEBUG nova.compute.manager [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Received event network-changed-1ac45e52-c956-413a-a82d-ddb6f728ffe7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1623.141022] env[62633]: DEBUG nova.compute.manager [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Refreshing instance network info cache due to event network-changed-1ac45e52-c956-413a-a82d-ddb6f728ffe7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1623.141022] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] Acquiring lock "refresh_cache-7229a8ca-458f-41f0-8255-12352dac8693" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.148405] env[62633]: DEBUG oslo_vmware.api [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1807923, 'name': ReconfigVM_Task, 'duration_secs': 0.147267} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.149819] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34331e9f-1a7d-46e6-9597-b4bc98903908 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.154335] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374736', 'volume_id': '33f22403-99d2-4936-b2cd-671ecb2dce8c', 'name': 'volume-33f22403-99d2-4936-b2cd-671ecb2dce8c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8975a6e8-03f5-424b-8843-79a4033b9790', 'attached_at': '', 'detached_at': '', 'volume_id': '33f22403-99d2-4936-b2cd-671ecb2dce8c', 'serial': '33f22403-99d2-4936-b2cd-671ecb2dce8c'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1623.164024] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209563a-d68a-3407-3a95-ecc4dcb74cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.138883} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.164024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.164024] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 516bfdcf-f88f-40c8-8b83-6413ee80b6a5/516bfdcf-f88f-40c8-8b83-6413ee80b6a5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.164024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19adc517-bf10-47cc-9f45-75867202c6cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.174897] env[62633]: DEBUG nova.compute.provider_tree [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.178951] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1623.178951] env[62633]: value = "task-1807926" [ 1623.178951] env[62633]: _type = "Task" [ 1623.178951] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.186607] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.204022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] Releasing lock "refresh_cache-168e702c-1484-4812-b107-eaab2a116b66" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.204022] env[62633]: DEBUG nova.compute.manager [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Inject network info {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1623.204022] env[62633]: DEBUG nova.compute.manager [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] [instance: 168e702c-1484-4812-b107-eaab2a116b66] network_info to inject: |[{"id": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "address": "fa:16:3e:b1:08:64", "network": {"id": "33078c29-4ffb-47a2-90e1-0d5ec4d332f3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1795703821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af41e3c137a646d28ac59b4c915bdb16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41fae89-b2", "ovs_interfaceid": "b41fae89-b2e8-44f2-85ff-037b76eb3433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1623.209513] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Reconfiguring VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1623.210113] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b55882-022f-47e7-90fd-de03f98d0556 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.220809] env[62633]: DEBUG nova.network.neutron [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Successfully created port: ecfe0b28-6269-4393-a38c-49520418dae5 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.228350] env[62633]: DEBUG oslo_vmware.api [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] Waiting for the task: (returnval){ [ 1623.228350] env[62633]: value = "task-1807927" [ 1623.228350] env[62633]: _type = "Task" [ 1623.228350] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.236921] env[62633]: DEBUG oslo_vmware.api [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] Task: {'id': task-1807927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.244874] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807924, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.142609} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.245270] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62633) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1623.247242] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32220a-c461-4bb0-8f00-01d40a9ceec0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.275100] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ec578d53-b1f7-41e3-9d97-c3a52d078893/ephemeral_0.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.275100] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63febaea-bb92-48c0-9c75-3dcbbc07a72e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.297058] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1623.297058] env[62633]: value = "task-1807928" [ 1623.297058] env[62633]: _type = "Task" [ 1623.297058] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.305812] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.313577] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807922, 'name': ReconfigVM_Task, 'duration_secs': 0.913289} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.313869] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996/83b841b7-ac47-45c4-bcea-4020242cf996.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.314600] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86605029-1e3e-4656-9f21-0b8e0c6ab88e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.320682] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1623.320682] env[62633]: value = "task-1807929" [ 1623.320682] env[62633]: _type = "Task" [ 1623.320682] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.333511] env[62633]: DEBUG nova.network.neutron [-] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.334953] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807929, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.338594] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071314} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.339236] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.340169] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc089fd-d6a5-444b-87d5-76f61310b601 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.363694] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 84963b46-9f11-4e75-8242-6ea5bb918499/84963b46-9f11-4e75-8242-6ea5bb918499.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.364780] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf980898-656f-4362-b0b4-5c22643825e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.386336] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1623.386336] env[62633]: value = "task-1807930" [ 1623.386336] env[62633]: _type = "Task" [ 1623.386336] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.397038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9f45fc14-044b-48ae-b4d2-377b220f39d9 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.582s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.397314] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.533528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Releasing lock "refresh_cache-7229a8ca-458f-41f0-8255-12352dac8693" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.534092] env[62633]: DEBUG nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Instance network_info: |[{"id": "1ac45e52-c956-413a-a82d-ddb6f728ffe7", "address": "fa:16:3e:5b:cb:da", "network": {"id": "a00ce33d-b9d1-4a14-ac9d-8715e2168fad", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1039012064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47485d483b224b13b4bb5cc5e84680b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac45e52-c9", "ovs_interfaceid": "1ac45e52-c956-413a-a82d-ddb6f728ffe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1623.534669] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] Acquired lock "refresh_cache-7229a8ca-458f-41f0-8255-12352dac8693" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.534958] env[62633]: DEBUG nova.network.neutron [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Refreshing network info cache for port 1ac45e52-c956-413a-a82d-ddb6f728ffe7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.536668] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:cb:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ac45e52-c956-413a-a82d-ddb6f728ffe7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1623.547449] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Creating folder: Project (47485d483b224b13b4bb5cc5e84680b9). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1623.554098] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-971c4c22-addf-4fb6-a718-eba5e56c087e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.564171] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Created folder: Project (47485d483b224b13b4bb5cc5e84680b9) in parent group-v374582. [ 1623.564411] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Creating folder: Instances. Parent ref: group-v374741. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1623.564697] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e58f499-5da8-4528-b07c-c1d390ae6ed8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.575349] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Created folder: Instances in parent group-v374741. [ 1623.576285] env[62633]: DEBUG oslo.service.loopingcall [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.576603] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1623.576879] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ce29079-1705-424d-88ab-9b9e60851c1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.601401] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.601401] env[62633]: value = "task-1807933" [ 1623.601401] env[62633]: _type = "Task" [ 1623.601401] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.611604] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807933, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.682473] env[62633]: DEBUG nova.scheduler.client.report [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1623.700768] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807926, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.738048] env[62633]: DEBUG nova.objects.instance [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lazy-loading 'flavor' on Instance uuid 8975a6e8-03f5-424b-8843-79a4033b9790 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.745633] env[62633]: DEBUG oslo_vmware.api [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] Task: {'id': task-1807927, 'name': ReconfigVM_Task, 'duration_secs': 0.189084} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.745985] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89b93642-9e9d-4a03-8d34-85fd0a1e1c8b tempest-ServersAdminTestJSON-559014645 tempest-ServersAdminTestJSON-559014645-project-admin] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Reconfigured VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1623.806883] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807928, 'name': ReconfigVM_Task, 'duration_secs': 0.424188} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.809313] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ec578d53-b1f7-41e3-9d97-c3a52d078893/ephemeral_0.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.809952] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69506b56-1494-499f-84db-bed988c552eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.816630] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1623.816630] env[62633]: value = "task-1807934" [ 1623.816630] env[62633]: _type = "Task" [ 1623.816630] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.831343] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807934, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.837182] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807929, 'name': Rename_Task, 'duration_secs': 0.260366} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.837379] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.837754] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-699632e2-4e59-4174-ab99-a7f60c3b261c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.839722] env[62633]: INFO nova.compute.manager [-] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Took 1.75 seconds to deallocate network for instance. [ 1623.849260] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1623.849260] env[62633]: value = "task-1807935" [ 1623.849260] env[62633]: _type = "Task" [ 1623.849260] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.849260] env[62633]: DEBUG nova.network.neutron [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Updated VIF entry in instance network info cache for port 1ac45e52-c956-413a-a82d-ddb6f728ffe7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.849260] env[62633]: DEBUG nova.network.neutron [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Updating instance_info_cache with network_info: [{"id": "1ac45e52-c956-413a-a82d-ddb6f728ffe7", "address": "fa:16:3e:5b:cb:da", "network": {"id": "a00ce33d-b9d1-4a14-ac9d-8715e2168fad", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1039012064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47485d483b224b13b4bb5cc5e84680b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac45e52-c9", "ovs_interfaceid": "1ac45e52-c956-413a-a82d-ddb6f728ffe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.859525] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.897589] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.964191] env[62633]: DEBUG nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1623.990953] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1623.991286] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1623.991476] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.991710] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1623.991872] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.992138] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1623.992756] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1623.992756] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1623.992976] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1623.993248] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1623.993458] env[62633]: DEBUG nova.virt.hardware [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1623.994464] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8210104-f9e8-4403-a0db-a1e8e8836aae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.003845] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c8407-ea31-4384-a043-3d67cc571f53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.111113] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807933, 'name': CreateVM_Task, 'duration_secs': 0.447672} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.111300] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.112032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.112221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.112645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1624.112855] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6936d23b-9517-44ca-aafd-b8e6f3f854ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.117690] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1624.117690] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527a9de5-3bf7-9f87-63da-728ee2ffa82d" [ 1624.117690] env[62633]: _type = "Task" [ 1624.117690] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.126152] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527a9de5-3bf7-9f87-63da-728ee2ffa82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.190380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.196027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.372s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.196326] env[62633]: DEBUG nova.objects.instance [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1624.207700] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524481} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.208371] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 516bfdcf-f88f-40c8-8b83-6413ee80b6a5/516bfdcf-f88f-40c8-8b83-6413ee80b6a5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.208371] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.208622] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d0e829b-f6f9-44fa-919d-617f8597ef38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.216074] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1624.216074] env[62633]: value = "task-1807936" [ 1624.216074] env[62633]: _type = "Task" [ 1624.216074] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.217335] env[62633]: INFO nova.scheduler.client.report [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Deleted allocations for instance 15e0af51-7b85-4963-b112-203ce9a45e4e [ 1624.229812] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.327028] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807934, 'name': Rename_Task, 'duration_secs': 0.23438} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.327323] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.327586] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9b1e19-4aac-4ca2-9dd2-da63a3b7a786 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.333953] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1624.333953] env[62633]: value = "task-1807937" [ 1624.333953] env[62633]: _type = "Task" [ 1624.333953] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.342468] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.347564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.354801] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e336b5e-f644-4ef2-835c-f764cac08527 req-6d668839-7bd9-40f7-b82f-910a1b1d711d service nova] Releasing lock "refresh_cache-7229a8ca-458f-41f0-8255-12352dac8693" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.359493] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.398543] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807930, 'name': ReconfigVM_Task, 'duration_secs': 0.690202} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.398844] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 84963b46-9f11-4e75-8242-6ea5bb918499/84963b46-9f11-4e75-8242-6ea5bb918499.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.399500] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95664a54-b2fa-465b-9336-4246cdf96e28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.406452] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1624.406452] env[62633]: value = "task-1807938" [ 1624.406452] env[62633]: _type = "Task" [ 1624.406452] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.417499] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807938, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.628223] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527a9de5-3bf7-9f87-63da-728ee2ffa82d, 'name': SearchDatastore_Task, 'duration_secs': 0.018557} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.628589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.628836] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1624.629098] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.629257] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.629476] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1624.629849] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b0af635-2241-408a-a3ce-54e1920b3d3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.638513] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1624.638731] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1624.639445] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf4e6c9-546a-4cf1-af67-bca7f5fd0ee9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.644848] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1624.644848] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52304e7f-7464-a3f6-8800-c7b7d34fe7bb" [ 1624.644848] env[62633]: _type = "Task" [ 1624.644848] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.652370] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52304e7f-7464-a3f6-8800-c7b7d34fe7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.730936] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072543} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.731569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e945c0eb-6983-4477-97d8-7495542fbbab tempest-ServersTestJSON-692795079 tempest-ServersTestJSON-692795079-project-member] Lock "15e0af51-7b85-4963-b112-203ce9a45e4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.976s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.732088] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.736143] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6db2a7e-bfcf-4277-921c-02ecc0a29463 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.756486] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2ad1da1-3dba-4429-aeb4-5fcb119ccd45 tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.767889] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 516bfdcf-f88f-40c8-8b83-6413ee80b6a5/516bfdcf-f88f-40c8-8b83-6413ee80b6a5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.768825] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46aa8f1f-5c90-4203-82b4-b96f7e63bb67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.791263] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1624.791263] env[62633]: value = "task-1807939" [ 1624.791263] env[62633]: _type = "Task" [ 1624.791263] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.799625] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.848281] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807937, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.860926] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.916704] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807938, 'name': Rename_Task, 'duration_secs': 0.406089} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.917118] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.917418] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b93b0d1-64d1-466d-864a-1a693d868f7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.925365] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1624.925365] env[62633]: value = "task-1807940" [ 1624.925365] env[62633]: _type = "Task" [ 1624.925365] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.934579] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.157048] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52304e7f-7464-a3f6-8800-c7b7d34fe7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.158110] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b94137-5944-4310-9fd1-48eaeeaad74b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.164272] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1625.164272] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5235fb50-c1d2-3185-e0d1-4359b115d1bf" [ 1625.164272] env[62633]: _type = "Task" [ 1625.164272] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.174631] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5235fb50-c1d2-3185-e0d1-4359b115d1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.209026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89f5c72c-e3c1-4baa-9700-1453a5e6bc13 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.209026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.416s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.209026] env[62633]: DEBUG nova.objects.instance [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lazy-loading 'resources' on Instance uuid 806fccfd-d508-4b9e-8bdc-22758fc09dd5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.303030] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807939, 'name': ReconfigVM_Task, 'duration_secs': 0.466678} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.305247] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 516bfdcf-f88f-40c8-8b83-6413ee80b6a5/516bfdcf-f88f-40c8-8b83-6413ee80b6a5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.305247] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e9b89ca-674f-48e1-b0a4-b0912464ead3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.313738] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1625.313738] env[62633]: value = "task-1807941" [ 1625.313738] env[62633]: _type = "Task" [ 1625.313738] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.321983] env[62633]: DEBUG nova.network.neutron [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Successfully updated port: ecfe0b28-6269-4393-a38c-49520418dae5 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.332347] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807941, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.349739] env[62633]: DEBUG oslo_vmware.api [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1807937, 'name': PowerOnVM_Task, 'duration_secs': 0.837035} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.350331] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.350582] env[62633]: INFO nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Took 14.43 seconds to spawn the instance on the hypervisor. [ 1625.350911] env[62633]: DEBUG nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.352244] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0677c-a5d6-4cfc-ad2c-c7236cd32785 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.367236] env[62633]: DEBUG nova.compute.manager [req-301467aa-26ea-410b-9e4d-d4167e79f7fb req-f33a2e09-2efe-4a38-b5bb-e089d353749c service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Received event network-vif-plugged-ecfe0b28-6269-4393-a38c-49520418dae5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.367414] env[62633]: DEBUG oslo_concurrency.lockutils [req-301467aa-26ea-410b-9e4d-d4167e79f7fb req-f33a2e09-2efe-4a38-b5bb-e089d353749c service nova] Acquiring lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.367640] env[62633]: DEBUG oslo_concurrency.lockutils [req-301467aa-26ea-410b-9e4d-d4167e79f7fb req-f33a2e09-2efe-4a38-b5bb-e089d353749c service nova] Lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.367830] env[62633]: DEBUG oslo_concurrency.lockutils [req-301467aa-26ea-410b-9e4d-d4167e79f7fb req-f33a2e09-2efe-4a38-b5bb-e089d353749c service nova] Lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.368014] env[62633]: DEBUG nova.compute.manager [req-301467aa-26ea-410b-9e4d-d4167e79f7fb req-f33a2e09-2efe-4a38-b5bb-e089d353749c service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] No waiting events found dispatching network-vif-plugged-ecfe0b28-6269-4393-a38c-49520418dae5 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1625.368215] env[62633]: WARNING nova.compute.manager [req-301467aa-26ea-410b-9e4d-d4167e79f7fb req-f33a2e09-2efe-4a38-b5bb-e089d353749c service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Received unexpected event network-vif-plugged-ecfe0b28-6269-4393-a38c-49520418dae5 for instance with vm_state building and task_state spawning. [ 1625.376157] env[62633]: DEBUG oslo_vmware.api [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1807935, 'name': PowerOnVM_Task, 'duration_secs': 1.107353} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.378564] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.378908] env[62633]: INFO nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Took 12.22 seconds to spawn the instance on the hypervisor. [ 1625.379492] env[62633]: DEBUG nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.384366] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66fcad9-ff5b-49bb-b7c3-0ed9e3c50903 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.436093] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.451143] env[62633]: DEBUG nova.compute.manager [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.452176] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b07261-468a-41ae-a51e-c4db412dcf08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.493620] env[62633]: DEBUG nova.compute.manager [req-db12c86f-0666-40cd-bbe8-343b1bb59325 req-f6f91f0a-198a-407c-b876-482f35661cd2 service nova] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Received event network-vif-deleted-0b9138cf-f977-4e3d-a86f-5d3d18aa1d16 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.677121] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5235fb50-c1d2-3185-e0d1-4359b115d1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.677523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.677812] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7229a8ca-458f-41f0-8255-12352dac8693/7229a8ca-458f-41f0-8255-12352dac8693.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1625.680895] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9f42b69-7741-4500-905f-014941f9cb74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.685377] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1625.685377] env[62633]: value = "task-1807942" [ 1625.685377] env[62633]: _type = "Task" [ 1625.685377] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.693470] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.829274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquiring lock "refresh_cache-2b6fdfc3-aba8-4653-919a-be6a798d0ed2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.829274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquired lock "refresh_cache-2b6fdfc3-aba8-4653-919a-be6a798d0ed2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.829274] env[62633]: DEBUG nova.network.neutron [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.829985] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807941, 'name': Rename_Task, 'duration_secs': 0.248893} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.830326] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1625.830783] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7c42053-dda0-4a62-b795-5103f887aab2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.836902] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1625.836902] env[62633]: value = "task-1807943" [ 1625.836902] env[62633]: _type = "Task" [ 1625.836902] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.852124] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.910014] env[62633]: INFO nova.compute.manager [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Took 54.91 seconds to build instance. [ 1625.914551] env[62633]: INFO nova.compute.manager [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Took 53.17 seconds to build instance. [ 1625.938155] env[62633]: DEBUG oslo_vmware.api [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807940, 'name': PowerOnVM_Task, 'duration_secs': 0.71941} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.943114] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.943400] env[62633]: INFO nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1625.943710] env[62633]: DEBUG nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.945293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d346745-0516-4903-989c-8ab247a29162 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.962785] env[62633]: INFO nova.compute.manager [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] instance snapshotting [ 1625.966834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72260528-3ad0-4979-ab09-4600330c4f5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.990971] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff9b8f-82c3-41a0-9ba8-5a3910accf53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.203398] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.337706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.337951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.357533] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.383783] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquiring lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.383783] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.383978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquiring lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.384147] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.384316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.387973] env[62633]: INFO nova.compute.manager [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Terminating instance [ 1626.389742] env[62633]: DEBUG nova.compute.manager [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1626.389991] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1626.390741] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbf0f38-fe1d-4a5f-a812-e0c9f38bda98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.400518] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1626.400769] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4760028c-0455-4d22-baef-90f1e9bcf1ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.402710] env[62633]: DEBUG nova.network.neutron [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.409773] env[62633]: DEBUG oslo_vmware.api [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1626.409773] env[62633]: value = "task-1807944" [ 1626.409773] env[62633]: _type = "Task" [ 1626.409773] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.416542] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d1bf442-7255-4e7d-b79a-543781fa39bd tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.808s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.418492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-38e2615b-d7c2-4e64-88d4-b44f66d26214 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "83b841b7-ac47-45c4-bcea-4020242cf996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.735s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.424389] env[62633]: DEBUG oslo_vmware.api [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.453020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39a8e39-9de7-4755-9024-d2fb564b0f0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.468774] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae3fecb-f4d4-4c9f-aaf4-2f225c034a4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.472113] env[62633]: INFO nova.compute.manager [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Took 48.45 seconds to build instance. [ 1626.505097] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0e50f8-7533-4f7d-8bef-35057dbbca38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.508521] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1626.509125] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d5b3efc-3beb-4410-a02f-e821aa259eeb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.519213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e71359-5ed2-48b9-baf3-e71a875ea7b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.525097] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1626.525097] env[62633]: value = "task-1807945" [ 1626.525097] env[62633]: _type = "Task" [ 1626.525097] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.537185] env[62633]: DEBUG nova.compute.provider_tree [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.543989] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807945, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.700413] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560639} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.700701] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7229a8ca-458f-41f0-8255-12352dac8693/7229a8ca-458f-41f0-8255-12352dac8693.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1626.700923] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1626.701200] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c37b3004-30f2-4fb5-a3ac-f04c70a08503 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.709699] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1626.709699] env[62633]: value = "task-1807946" [ 1626.709699] env[62633]: _type = "Task" [ 1626.709699] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.713724] env[62633]: DEBUG nova.network.neutron [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Updating instance_info_cache with network_info: [{"id": "ecfe0b28-6269-4393-a38c-49520418dae5", "address": "fa:16:3e:68:1c:57", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfe0b28-62", "ovs_interfaceid": "ecfe0b28-6269-4393-a38c-49520418dae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.719545] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.753747] env[62633]: INFO nova.compute.manager [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Rebuilding instance [ 1626.804523] env[62633]: DEBUG nova.compute.manager [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1626.805426] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7cb1c-fae5-418e-9ccd-d9baba4fbf60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.849025] env[62633]: DEBUG nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1626.851577] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.922965] env[62633]: DEBUG oslo_vmware.api [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807944, 'name': PowerOffVM_Task, 'duration_secs': 0.218285} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.923282] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.923458] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.923730] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b270a86e-1b13-487d-9bf9-5aacddc39f01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.974120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-227e1000-676e-4d50-abc5-abd827ffbf68 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "84963b46-9f11-4e75-8242-6ea5bb918499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.350s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.995277] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.995579] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.995848] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Deleting the datastore file [datastore1] 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.996222] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba65fdac-7e3a-4d10-b7dd-9b2d4ebbfffa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.003435] env[62633]: DEBUG oslo_vmware.api [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for the task: (returnval){ [ 1627.003435] env[62633]: value = "task-1807948" [ 1627.003435] env[62633]: _type = "Task" [ 1627.003435] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.013877] env[62633]: DEBUG oslo_vmware.api [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.038724] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807945, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.041156] env[62633]: DEBUG nova.scheduler.client.report [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1627.216506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Releasing lock "refresh_cache-2b6fdfc3-aba8-4653-919a-be6a798d0ed2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.216822] env[62633]: DEBUG nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Instance network_info: |[{"id": "ecfe0b28-6269-4393-a38c-49520418dae5", "address": "fa:16:3e:68:1c:57", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfe0b28-62", "ovs_interfaceid": "ecfe0b28-6269-4393-a38c-49520418dae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1627.220213] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:1c:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecfe0b28-6269-4393-a38c-49520418dae5', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.229291] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Creating folder: Project (687cb3278d5e48658487c69159762455). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.229291] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06372} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.229476] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e88acfaa-bac5-4da6-9e35-7f91c512bdcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.233191] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1627.233191] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e285a-c4a9-4d2e-92e6-8f31634e2fbe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.257254] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 7229a8ca-458f-41f0-8255-12352dac8693/7229a8ca-458f-41f0-8255-12352dac8693.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.258909] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5edd5ed-35ab-4297-901e-d616d77bedc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.276961] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Created folder: Project (687cb3278d5e48658487c69159762455) in parent group-v374582. [ 1627.277191] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Creating folder: Instances. Parent ref: group-v374744. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.277710] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b07a188e-b10a-44d4-bcbe-4f40d8ea7fcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.287367] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1627.287367] env[62633]: value = "task-1807951" [ 1627.287367] env[62633]: _type = "Task" [ 1627.287367] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.300018] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.300018] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Created folder: Instances in parent group-v374744. [ 1627.300018] env[62633]: DEBUG oslo.service.loopingcall [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.300018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.300018] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b46c37a-b460-4b92-92e7-2bc1c2458fd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.316987] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.317413] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0b002bb-bbfe-45d4-a873-cfc097a0a326 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.322610] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.322610] env[62633]: value = "task-1807952" [ 1627.322610] env[62633]: _type = "Task" [ 1627.322610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.332570] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807952, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.334035] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1627.334035] env[62633]: value = "task-1807953" [ 1627.334035] env[62633]: _type = "Task" [ 1627.334035] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.342729] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.351701] env[62633]: DEBUG oslo_vmware.api [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807943, 'name': PowerOnVM_Task, 'duration_secs': 1.496831} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.352051] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.352279] env[62633]: INFO nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1627.352470] env[62633]: DEBUG nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1627.355750] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1d4dcf-2b70-46e5-9e30-59500e956616 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.386383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.515442] env[62633]: DEBUG oslo_vmware.api [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Task: {'id': task-1807948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155466} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.515743] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1627.515968] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1627.516174] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1627.516376] env[62633]: INFO nova.compute.manager [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1627.516625] env[62633]: DEBUG oslo.service.loopingcall [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.516842] env[62633]: DEBUG nova.compute.manager [-] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1627.516970] env[62633]: DEBUG nova.network.neutron [-] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.533710] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807945, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.547938] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.550580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.750s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.550807] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.550995] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1627.551344] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.112s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.551593] env[62633]: DEBUG nova.objects.instance [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'resources' on Instance uuid 9b5b87f5-9a55-4d35-a51b-50d6603f9674 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.553752] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d01ed-aa03-43c3-becb-449558685a9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.567098] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bc44c5-c190-4276-ade7-93e96c131f9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.587419] env[62633]: INFO nova.scheduler.client.report [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Deleted allocations for instance 806fccfd-d508-4b9e-8bdc-22758fc09dd5 [ 1627.589022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e8c357-3ac0-4b08-b66a-d69eb220815a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.602962] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06d63c-5818-4b24-a3c3-68a781502811 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.641652] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177854MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1627.641652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.764673] env[62633]: DEBUG nova.compute.manager [req-d8c89377-c8b5-4c87-b17d-41c4d8fac78a req-a5223aa2-47ba-49a7-94e3-745e814f921a service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Received event network-changed-ecfe0b28-6269-4393-a38c-49520418dae5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1627.764982] env[62633]: DEBUG nova.compute.manager [req-d8c89377-c8b5-4c87-b17d-41c4d8fac78a req-a5223aa2-47ba-49a7-94e3-745e814f921a service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Refreshing instance network info cache due to event network-changed-ecfe0b28-6269-4393-a38c-49520418dae5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1627.765323] env[62633]: DEBUG oslo_concurrency.lockutils [req-d8c89377-c8b5-4c87-b17d-41c4d8fac78a req-a5223aa2-47ba-49a7-94e3-745e814f921a service nova] Acquiring lock "refresh_cache-2b6fdfc3-aba8-4653-919a-be6a798d0ed2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.765730] env[62633]: DEBUG oslo_concurrency.lockutils [req-d8c89377-c8b5-4c87-b17d-41c4d8fac78a req-a5223aa2-47ba-49a7-94e3-745e814f921a service nova] Acquired lock "refresh_cache-2b6fdfc3-aba8-4653-919a-be6a798d0ed2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.765906] env[62633]: DEBUG nova.network.neutron [req-d8c89377-c8b5-4c87-b17d-41c4d8fac78a req-a5223aa2-47ba-49a7-94e3-745e814f921a service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Refreshing network info cache for port ecfe0b28-6269-4393-a38c-49520418dae5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.806764] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807951, 'name': ReconfigVM_Task, 'duration_secs': 0.434539} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.806764] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 7229a8ca-458f-41f0-8255-12352dac8693/7229a8ca-458f-41f0-8255-12352dac8693.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.809026] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df74d8f-0460-4a3d-b9e7-c94453186acd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.814614] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1627.814614] env[62633]: value = "task-1807954" [ 1627.814614] env[62633]: _type = "Task" [ 1627.814614] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.827352] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807954, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.836575] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807952, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.847914] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807953, 'name': PowerOffVM_Task, 'duration_secs': 0.301147} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.848650] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.848650] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.849358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b430ca7b-8b7a-4a5f-82aa-3486e864d731 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.856508] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.856594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b04c29c4-8ee4-48c9-9a0c-91e9ce7dc04f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.883024] env[62633]: INFO nova.compute.manager [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Took 42.89 seconds to build instance. [ 1627.934427] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1627.935986] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1627.935986] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleting the datastore file [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1627.935986] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f183ba-8771-4f82-b4fd-269af86c1ad9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.943409] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1627.943409] env[62633]: value = "task-1807956" [ 1627.943409] env[62633]: _type = "Task" [ 1627.943409] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.952336] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.036494] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807945, 'name': CreateSnapshot_Task, 'duration_secs': 1.072197} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.037024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1628.037927] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19182bb9-8849-491e-9e81-76378b4724e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.104104] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e34bbb8c-497a-4dad-b1a5-bfe36a6a04e3 tempest-SecurityGroupsTestJSON-356362630 tempest-SecurityGroupsTestJSON-356362630-project-member] Lock "806fccfd-d508-4b9e-8bdc-22758fc09dd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.412s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.328886] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807954, 'name': Rename_Task, 'duration_secs': 0.195124} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.332521] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1628.335332] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4009b3-32e0-4e89-b8e1-cff9a300421b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.344723] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807952, 'name': CreateVM_Task, 'duration_secs': 0.59358} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.346267] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.346641] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1628.346641] env[62633]: value = "task-1807957" [ 1628.346641] env[62633]: _type = "Task" [ 1628.346641] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.347317] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.347484] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.347855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.348192] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468c8e23-0c0b-47ba-83dc-f4df77909233 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.361528] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1628.361528] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fd9906-12d2-495d-ed8a-48dc583bf143" [ 1628.361528] env[62633]: _type = "Task" [ 1628.361528] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.365232] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807957, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.384280] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fd9906-12d2-495d-ed8a-48dc583bf143, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.384280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.384280] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.384723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.384833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.385096] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.388570] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c2783b98-3594-4644-9481-a8d1bbccad8b tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.524s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.388812] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65db0fa4-86d5-4fc1-a67d-193be864a046 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.403026] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.403026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.403817] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ccae5a-bbce-4a6c-99c9-c0db7e0e042f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.409888] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1628.409888] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526b05af-3fe0-553b-d464-e8be64d50088" [ 1628.409888] env[62633]: _type = "Task" [ 1628.409888] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.423880] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526b05af-3fe0-553b-d464-e8be64d50088, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.433212] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038a88b2-612a-4895-9413-354f1737a202 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.442795] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1628.442795] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527b27be-69b3-ce6c-7864-7148432e539a" [ 1628.442795] env[62633]: _type = "Task" [ 1628.442795] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.456443] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527b27be-69b3-ce6c-7864-7148432e539a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.462041] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202817} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.462261] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.462522] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.462653] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.561243] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1628.565842] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90e908a8-021f-4882-9652-6cb0ecbb5ce3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.576832] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1628.576832] env[62633]: value = "task-1807958" [ 1628.576832] env[62633]: _type = "Task" [ 1628.576832] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.585834] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807958, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.615174] env[62633]: DEBUG nova.network.neutron [req-d8c89377-c8b5-4c87-b17d-41c4d8fac78a req-a5223aa2-47ba-49a7-94e3-745e814f921a service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Updated VIF entry in instance network info cache for port ecfe0b28-6269-4393-a38c-49520418dae5. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.615623] env[62633]: DEBUG nova.network.neutron [req-d8c89377-c8b5-4c87-b17d-41c4d8fac78a req-a5223aa2-47ba-49a7-94e3-745e814f921a service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Updating instance_info_cache with network_info: [{"id": "ecfe0b28-6269-4393-a38c-49520418dae5", "address": "fa:16:3e:68:1c:57", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfe0b28-62", "ovs_interfaceid": "ecfe0b28-6269-4393-a38c-49520418dae5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.723815] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff414f63-b808-4586-a82d-76d4120d347f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.733694] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3deea23-bafa-41ec-92ea-15bbec95afc6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.771646] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8ec5d-4529-4048-a00d-1d537b014da4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.782130] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a6b513-1cde-4519-b271-60a02e93316c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.798162] env[62633]: DEBUG nova.compute.provider_tree [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.861689] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.949333] env[62633]: DEBUG nova.compute.manager [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1628.961275] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527b27be-69b3-ce6c-7864-7148432e539a, 'name': SearchDatastore_Task, 'duration_secs': 0.032167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.961275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.961275] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 2b6fdfc3-aba8-4653-919a-be6a798d0ed2/2b6fdfc3-aba8-4653-919a-be6a798d0ed2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.961275] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91c35195-6bb8-4261-9f94-a0fc3c2d2b5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.971029] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1628.971029] env[62633]: value = "task-1807959" [ 1628.971029] env[62633]: _type = "Task" [ 1628.971029] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.980679] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.089765] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807958, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.122589] env[62633]: DEBUG oslo_concurrency.lockutils [req-d8c89377-c8b5-4c87-b17d-41c4d8fac78a req-a5223aa2-47ba-49a7-94e3-745e814f921a service nova] Releasing lock "refresh_cache-2b6fdfc3-aba8-4653-919a-be6a798d0ed2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.229931] env[62633]: DEBUG nova.network.neutron [-] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.303144] env[62633]: DEBUG nova.scheduler.client.report [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1629.359892] env[62633]: DEBUG oslo_vmware.api [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807957, 'name': PowerOnVM_Task, 'duration_secs': 0.860793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.360641] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1629.360943] env[62633]: INFO nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1629.361220] env[62633]: DEBUG nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1629.362432] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781246b8-45e9-4a9b-b2db-c6abcf3d25cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.480784] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.487309] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807959, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.506459] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1629.506871] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1629.507246] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.507348] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1629.507440] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.507662] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1629.507847] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1629.508055] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1629.508246] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1629.508500] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1629.508641] env[62633]: DEBUG nova.virt.hardware [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1629.509565] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3213cf22-2d52-4e85-8ce9-21b09f5355cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.518146] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1684d575-8c0d-4578-a811-03461f87b6c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.533463] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:17:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e56f10-8353-46bc-872a-000d17e63023', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.543271] env[62633]: DEBUG oslo.service.loopingcall [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.543673] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.543854] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f51806-d3f4-42a9-b78b-f9391d29902a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.571448] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.571448] env[62633]: value = "task-1807960" [ 1629.571448] env[62633]: _type = "Task" [ 1629.571448] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.589254] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807960, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.593145] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807958, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.733156] env[62633]: INFO nova.compute.manager [-] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Took 2.22 seconds to deallocate network for instance. [ 1629.800645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "84963b46-9f11-4e75-8242-6ea5bb918499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.800987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "84963b46-9f11-4e75-8242-6ea5bb918499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.801270] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "84963b46-9f11-4e75-8242-6ea5bb918499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.801526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "84963b46-9f11-4e75-8242-6ea5bb918499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.801660] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "84963b46-9f11-4e75-8242-6ea5bb918499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.804223] env[62633]: INFO nova.compute.manager [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Terminating instance [ 1629.806465] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.809127] env[62633]: DEBUG nova.compute.manager [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1629.809576] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.809652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.213s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.809866] env[62633]: DEBUG nova.objects.instance [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lazy-loading 'resources' on Instance uuid c5ab3ed9-f37d-48f9-9695-5848935b2293 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.811759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea60f4b-1947-4b0b-a678-d53ad5b565f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.820751] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.821286] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bade67d2-c885-4e86-9209-493e80723417 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.827152] env[62633]: INFO nova.scheduler.client.report [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted allocations for instance 9b5b87f5-9a55-4d35-a51b-50d6603f9674 [ 1629.829463] env[62633]: DEBUG oslo_vmware.api [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1629.829463] env[62633]: value = "task-1807961" [ 1629.829463] env[62633]: _type = "Task" [ 1629.829463] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.842907] env[62633]: DEBUG oslo_vmware.api [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.888741] env[62633]: INFO nova.compute.manager [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Took 37.24 seconds to build instance. [ 1629.992685] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716638} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.993273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 2b6fdfc3-aba8-4653-919a-be6a798d0ed2/2b6fdfc3-aba8-4653-919a-be6a798d0ed2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.995182] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.995182] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b1cc38a-3ccb-45cd-83f3-6ac4101219ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.002166] env[62633]: DEBUG nova.compute.manager [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Received event network-changed-c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1630.002166] env[62633]: DEBUG nova.compute.manager [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Refreshing instance network info cache due to event network-changed-c2bdbb53-84ff-473e-9cc3-a813a9bf86c9. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1630.002166] env[62633]: DEBUG oslo_concurrency.lockutils [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] Acquiring lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.002166] env[62633]: DEBUG oslo_concurrency.lockutils [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] Acquired lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.002166] env[62633]: DEBUG nova.network.neutron [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Refreshing network info cache for port c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.007161] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1630.007161] env[62633]: value = "task-1807962" [ 1630.007161] env[62633]: _type = "Task" [ 1630.007161] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.018607] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.082814] env[62633]: DEBUG nova.compute.manager [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1630.084718] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5293c0a-db1c-4a47-b444-334f99e697c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.096711] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807960, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.102200] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807958, 'name': CloneVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.241691] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.345603] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32899f77-7f6c-4893-af80-a84f69652927 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "9b5b87f5-9a55-4d35-a51b-50d6603f9674" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.485s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.359613] env[62633]: DEBUG oslo_vmware.api [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807961, 'name': PowerOffVM_Task, 'duration_secs': 0.336276} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.360334] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.363129] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1630.363129] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f1b3aa0-8fe2-4503-915d-99fe25226314 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.393103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-58ceed9d-2a85-435a-a261-c178f893f3a4 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "7229a8ca-458f-41f0-8255-12352dac8693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.234s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.520534] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1630.520776] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1630.520968] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Deleting the datastore file [datastore1] 84963b46-9f11-4e75-8242-6ea5bb918499 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1630.524507] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef24d61-8d1e-4227-bc07-c931b75b897c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.527298] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087116} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.527631] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.529032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f5261e-8d0b-4bcd-ac43-7b63d7da6a1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.533758] env[62633]: DEBUG oslo_vmware.api [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for the task: (returnval){ [ 1630.533758] env[62633]: value = "task-1807964" [ 1630.533758] env[62633]: _type = "Task" [ 1630.533758] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.559918] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 2b6fdfc3-aba8-4653-919a-be6a798d0ed2/2b6fdfc3-aba8-4653-919a-be6a798d0ed2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.561340] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c3a788b-c7d2-4436-8df9-9dae864fc13a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.584883] env[62633]: DEBUG oslo_vmware.api [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.595427] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1630.595427] env[62633]: value = "task-1807965" [ 1630.595427] env[62633]: _type = "Task" [ 1630.595427] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.601530] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807958, 'name': CloneVM_Task, 'duration_secs': 1.62033} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.601530] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807960, 'name': CreateVM_Task, 'duration_secs': 0.623613} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.605335] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Created linked-clone VM from snapshot [ 1630.605539] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1630.608755] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b73132-9b0f-48dd-a5e8-048220b2d6f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.616020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.616020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.616020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.616020] env[62633]: INFO nova.compute.manager [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] instance snapshotting [ 1630.616838] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa7a595-c78d-4b92-bc1f-0c226ad409cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.623276] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768a35d-494b-4b61-8b87-24562110a190 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.627978] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.630994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquiring lock "d5802274-3d5c-42a5-b915-48a971c3c2ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.631248] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "d5802274-3d5c-42a5-b915-48a971c3c2ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.631480] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquiring lock "d5802274-3d5c-42a5-b915-48a971c3c2ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.631670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "d5802274-3d5c-42a5-b915-48a971c3c2ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.631875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "d5802274-3d5c-42a5-b915-48a971c3c2ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.633693] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Uploading image 4320155c-dee6-4549-af3e-e2edcd26d683 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1630.638265] env[62633]: INFO nova.compute.manager [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Terminating instance [ 1630.641986] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1630.641986] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52624bd2-4c82-c923-aaa5-f7b6e6b6a760" [ 1630.641986] env[62633]: _type = "Task" [ 1630.641986] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.642619] env[62633]: DEBUG nova.compute.manager [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1630.643042] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.643995] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bee1443-e768-4079-8571-3cdf9b1ecd26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.668615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85ba350-ed9c-43c4-93e3-9bb27d10a6e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.674093] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.674289] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58fbab16-a2c4-474a-a4c6-c2480dac8956 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.680990] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52624bd2-4c82-c923-aaa5-f7b6e6b6a760, 'name': SearchDatastore_Task, 'duration_secs': 0.021943} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.689155] env[62633]: DEBUG oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1630.689155] env[62633]: value = "vm-374748" [ 1630.689155] env[62633]: _type = "VirtualMachine" [ 1630.689155] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1630.690184] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.690575] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.690985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.691275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.691608] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.691951] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39463ff9-9e15-4e50-a7c9-3bd8d9910faf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.698820] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b959e0cd-c1e1-4e43-8371-a69e6769dc0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.701837] env[62633]: DEBUG oslo_vmware.api [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1630.701837] env[62633]: value = "task-1807966" [ 1630.701837] env[62633]: _type = "Task" [ 1630.701837] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.707972] env[62633]: DEBUG oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lease: (returnval){ [ 1630.707972] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52276218-f2aa-37e1-4212-71c96755c763" [ 1630.707972] env[62633]: _type = "HttpNfcLease" [ 1630.707972] env[62633]: } obtained for exporting VM: (result){ [ 1630.707972] env[62633]: value = "vm-374748" [ 1630.707972] env[62633]: _type = "VirtualMachine" [ 1630.707972] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1630.708350] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the lease: (returnval){ [ 1630.708350] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52276218-f2aa-37e1-4212-71c96755c763" [ 1630.708350] env[62633]: _type = "HttpNfcLease" [ 1630.708350] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1630.711447] env[62633]: DEBUG oslo_vmware.api [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.716323] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.716533] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.719769] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b73306-9f55-428c-8281-5b9373f21cd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.727860] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1630.727860] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52276218-f2aa-37e1-4212-71c96755c763" [ 1630.727860] env[62633]: _type = "HttpNfcLease" [ 1630.727860] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1630.728519] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1630.728519] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5292f08f-e535-e87d-d0af-189e71f32bff" [ 1630.728519] env[62633]: _type = "Task" [ 1630.728519] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.736686] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5292f08f-e535-e87d-d0af-189e71f32bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.044965] env[62633]: DEBUG oslo_vmware.api [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Task: {'id': task-1807964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159606} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.047577] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.047880] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.048048] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.048253] env[62633]: INFO nova.compute.manager [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1631.048530] env[62633]: DEBUG oslo.service.loopingcall [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.049666] env[62633]: DEBUG nova.compute.manager [-] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1631.049801] env[62633]: DEBUG nova.network.neutron [-] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.052376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdcc20b-16b6-415e-9f6f-cae7bccf3ae9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.064737] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce180c1-1b2c-4f9c-b1b2-5af9a4a2bb25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.110057] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29ca11-8489-490e-aa08-5014b8a84594 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.121294] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.122489] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff78685f-dedb-414b-9374-f942fca5e7e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.137189] env[62633]: DEBUG nova.compute.provider_tree [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.196724] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1631.197060] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18303d5e-a15c-437f-b706-3f957fc1038a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.209032] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1631.209032] env[62633]: value = "task-1807968" [ 1631.209032] env[62633]: _type = "Task" [ 1631.209032] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.218020] env[62633]: DEBUG oslo_vmware.api [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807966, 'name': PowerOffVM_Task, 'duration_secs': 0.211398} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.218600] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.218785] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.219057] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2bac4cd-9a6f-4926-9d2b-9384486095f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.224045] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.226753] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1631.226753] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52276218-f2aa-37e1-4212-71c96755c763" [ 1631.226753] env[62633]: _type = "HttpNfcLease" [ 1631.226753] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1631.226953] env[62633]: DEBUG oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1631.226953] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52276218-f2aa-37e1-4212-71c96755c763" [ 1631.226953] env[62633]: _type = "HttpNfcLease" [ 1631.226953] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1631.227640] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836452eb-9d33-4d0e-a371-61e91d40a361 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.237839] env[62633]: DEBUG oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ffb46-d10f-0cd4-3262-9cc408381e38/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1631.237839] env[62633]: DEBUG oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ffb46-d10f-0cd4-3262-9cc408381e38/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1631.242740] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5292f08f-e535-e87d-d0af-189e71f32bff, 'name': SearchDatastore_Task, 'duration_secs': 0.01689} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.301660] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaba2500-850b-4be1-9e9a-7dedeacf7d56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.313925] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1631.313925] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5279d4a0-ea5d-1a0f-f017-7b5b6f35870d" [ 1631.313925] env[62633]: _type = "Task" [ 1631.313925] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.326062] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5279d4a0-ea5d-1a0f-f017-7b5b6f35870d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.384449] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8848b35d-a826-4f7f-9db2-4a5b8a87fbad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.391988] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.392271] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.392435] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Deleting the datastore file [datastore1] d5802274-3d5c-42a5-b915-48a971c3c2ed {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.392910] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31548cbc-0121-4cea-a145-850b5ad893e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.400911] env[62633]: DEBUG oslo_vmware.api [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for the task: (returnval){ [ 1631.400911] env[62633]: value = "task-1807970" [ 1631.400911] env[62633]: _type = "Task" [ 1631.400911] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.411341] env[62633]: DEBUG oslo_vmware.api [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.462869] env[62633]: DEBUG nova.network.neutron [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Updated VIF entry in instance network info cache for port c2bdbb53-84ff-473e-9cc3-a813a9bf86c9. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.463276] env[62633]: DEBUG nova.network.neutron [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Updating instance_info_cache with network_info: [{"id": "c2bdbb53-84ff-473e-9cc3-a813a9bf86c9", "address": "fa:16:3e:4c:37:de", "network": {"id": "648e2976-3351-4033-bfd6-aededf59a4fc", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-201341877-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a2b39f2c38407c95454f36bb18643d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bdbb53-84", "ovs_interfaceid": "c2bdbb53-84ff-473e-9cc3-a813a9bf86c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.614010] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807965, 'name': ReconfigVM_Task, 'duration_secs': 0.804424} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.614317] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 2b6fdfc3-aba8-4653-919a-be6a798d0ed2/2b6fdfc3-aba8-4653-919a-be6a798d0ed2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.615495] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4170e102-cd09-431f-8ab8-c25ae857c89f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.622417] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1631.622417] env[62633]: value = "task-1807971" [ 1631.622417] env[62633]: _type = "Task" [ 1631.622417] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.632547] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807971, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.640668] env[62633]: DEBUG nova.scheduler.client.report [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1631.718603] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807968, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.829378] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5279d4a0-ea5d-1a0f-f017-7b5b6f35870d, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.830788] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.831111] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.831468] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b3af5b3-c6c8-4747-8802-1bbde4432be7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.837109] env[62633]: DEBUG nova.network.neutron [-] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.841741] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1631.841741] env[62633]: value = "task-1807972" [ 1631.841741] env[62633]: _type = "Task" [ 1631.841741] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.850206] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.913870] env[62633]: DEBUG oslo_vmware.api [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Task: {'id': task-1807970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147618} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.913870] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.914032] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.914205] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.914554] env[62633]: INFO nova.compute.manager [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1631.914862] env[62633]: DEBUG oslo.service.loopingcall [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.915125] env[62633]: DEBUG nova.compute.manager [-] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1631.915218] env[62633]: DEBUG nova.network.neutron [-] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.969679] env[62633]: DEBUG oslo_concurrency.lockutils [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] Releasing lock "refresh_cache-ec578d53-b1f7-41e3-9d97-c3a52d078893" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.970319] env[62633]: DEBUG nova.compute.manager [req-50afc454-48fc-4ad0-9d11-9a62ce4df85a req-339ca08e-704e-4dd5-a3d8-9a142d84ddc0 service nova] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Received event network-vif-deleted-68dcc6c4-82ae-41ba-b02a-7e5aa5a879ec {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1632.139536] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807971, 'name': Rename_Task, 'duration_secs': 0.222391} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.140088] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.140466] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9044c825-3f58-455e-bf75-08c9ad75ff93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.147820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.152875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.108s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.153342] env[62633]: DEBUG nova.objects.instance [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lazy-loading 'resources' on Instance uuid 4f644c82-d658-4aa4-995e-ab24c791a258 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.161225] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1632.161225] env[62633]: value = "task-1807973" [ 1632.161225] env[62633]: _type = "Task" [ 1632.161225] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.172513] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807973, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.193286] env[62633]: DEBUG nova.compute.manager [req-723fefc8-1188-45dc-8ca6-0d83205d023c req-a8141b41-6ca5-49fb-bfbb-80a6845647e0 service nova] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Received event network-vif-deleted-4a643c70-fcd8-46be-80a8-ee82df9d0560 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1632.195690] env[62633]: INFO nova.scheduler.client.report [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Deleted allocations for instance c5ab3ed9-f37d-48f9-9695-5848935b2293 [ 1632.224088] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807968, 'name': CreateSnapshot_Task, 'duration_secs': 0.87332} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.224088] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1632.224088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a07ec1d-db32-4496-9762-d97e30e3e2a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.348399] env[62633]: INFO nova.compute.manager [-] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Took 1.30 seconds to deallocate network for instance. [ 1632.365736] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807972, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.676964] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807973, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.682998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquiring lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.683246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.709249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6da4e92b-737b-4737-97ec-5422438e9b86 tempest-ServerGroupTestJSON-1706985402 tempest-ServerGroupTestJSON-1706985402-project-member] Lock "c5ab3ed9-f37d-48f9-9695-5848935b2293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.550s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.750374] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1632.751695] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb20f668-1dfe-4439-89df-110c64ce97a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.761340] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1632.761340] env[62633]: value = "task-1807974" [ 1632.761340] env[62633]: _type = "Task" [ 1632.761340] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.774054] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807974, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.852712] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837581} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.853118] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.853262] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.853525] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ad20855-92e7-45e2-a4ba-49142654c151 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.865429] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1632.865429] env[62633]: value = "task-1807975" [ 1632.865429] env[62633]: _type = "Task" [ 1632.865429] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.867721] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.878354] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.169302] env[62633]: DEBUG oslo_vmware.api [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807973, 'name': PowerOnVM_Task, 'duration_secs': 0.767863} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.176026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1633.176026] env[62633]: INFO nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1633.176026] env[62633]: DEBUG nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1633.176026] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eaeacf-e63e-40a1-a6f4-a70fc11c67fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.191031] env[62633]: DEBUG nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1633.263598] env[62633]: DEBUG nova.compute.manager [req-5858d505-8efc-4306-ab62-2c8f6fab73e9 req-93392a58-9501-4598-9348-6b8e55aef38a service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Received event network-vif-deleted-0c37adfd-639b-4ba8-b784-426cd558f586 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1633.263830] env[62633]: INFO nova.compute.manager [req-5858d505-8efc-4306-ab62-2c8f6fab73e9 req-93392a58-9501-4598-9348-6b8e55aef38a service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Neutron deleted interface 0c37adfd-639b-4ba8-b784-426cd558f586; detaching it from the instance and deleting it from the info cache [ 1633.266091] env[62633]: DEBUG nova.network.neutron [req-5858d505-8efc-4306-ab62-2c8f6fab73e9 req-93392a58-9501-4598-9348-6b8e55aef38a service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.289653] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807974, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.380137] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104636} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.389712] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.391511] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7da3f22-ca53-47bf-a1f5-1ceebac076ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.432741] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.435629] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ba631ce-93d9-4fb7-9d94-41f92b240edf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.459314] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0751389d-ab5e-459b-b4ab-a7cfd0027a20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.470052] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e47a15a-9c1f-4de5-89e5-bf6ca84ca436 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.474146] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1633.474146] env[62633]: value = "task-1807976" [ 1633.474146] env[62633]: _type = "Task" [ 1633.474146] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.503603] env[62633]: DEBUG nova.network.neutron [-] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.506221] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc04de92-b6e8-4e73-b91b-a4c05a12edcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.513142] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.522611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e99761-9689-459c-b5f3-12facb2c5fd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.550451] env[62633]: DEBUG nova.compute.provider_tree [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1633.699766] env[62633]: INFO nova.compute.manager [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Took 39.32 seconds to build instance. [ 1633.724704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.775243] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807974, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.782177] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-186c1468-6fdf-4dec-a008-833eabe9860a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.792338] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f439d4-18f0-46d4-8819-f50892eba1f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.837238] env[62633]: DEBUG nova.compute.manager [req-5858d505-8efc-4306-ab62-2c8f6fab73e9 req-93392a58-9501-4598-9348-6b8e55aef38a service nova] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Detach interface failed, port_id=0c37adfd-639b-4ba8-b784-426cd558f586, reason: Instance d5802274-3d5c-42a5-b915-48a971c3c2ed could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1633.987301] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.014226] env[62633]: INFO nova.compute.manager [-] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Took 2.10 seconds to deallocate network for instance. [ 1634.087579] env[62633]: ERROR nova.scheduler.client.report [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] [req-d9f45f8c-6772-4be9-9ba7-af055c3f27cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 154, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9f45f8c-6772-4be9-9ba7-af055c3f27cf"}]} [ 1634.114435] env[62633]: DEBUG nova.scheduler.client.report [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1634.132584] env[62633]: DEBUG nova.scheduler.client.report [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1634.132906] env[62633]: DEBUG nova.compute.provider_tree [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1634.147865] env[62633]: DEBUG nova.scheduler.client.report [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1634.171350] env[62633]: DEBUG nova.scheduler.client.report [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1634.205944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e982a74b-dc14-46dd-ae73-8fd18b4cd43a tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.423s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.276703] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807974, 'name': CloneVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.492201] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807976, 'name': ReconfigVM_Task, 'duration_secs': 1.014515} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.492201] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.492201] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20c95639-0fdf-4cf5-930d-99a2171ea2c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.499550] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1634.499550] env[62633]: value = "task-1807977" [ 1634.499550] env[62633]: _type = "Task" [ 1634.499550] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.511357] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807977, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.519889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.726891] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eb092c-945c-4503-b330-f4a400c931dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.734797] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c80e1aa-081c-4a50-a3e0-971e5da5e447 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.769400] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c791df-f383-4ad4-a08f-ca3ea62297fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.780381] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92afcf7-8171-4de2-9708-f73a5fd96b27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.784457] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807974, 'name': CloneVM_Task, 'duration_secs': 1.59327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.784579] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Created linked-clone VM from snapshot [ 1634.787948] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d6cadd-dbee-4a08-baa2-7927bd247f43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.796170] env[62633]: DEBUG nova.compute.provider_tree [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.803633] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Uploading image bdf4d6c8-9921-4a3c-b18a-7075600de19d {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1634.833147] env[62633]: DEBUG oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1634.833147] env[62633]: value = "vm-374751" [ 1634.833147] env[62633]: _type = "VirtualMachine" [ 1634.833147] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1634.833579] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a79aa8a3-0715-4db3-9039-ccababbb2b5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.841580] env[62633]: DEBUG oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lease: (returnval){ [ 1634.841580] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52986721-a4e3-2a91-4672-91ca35ec6b26" [ 1634.841580] env[62633]: _type = "HttpNfcLease" [ 1634.841580] env[62633]: } obtained for exporting VM: (result){ [ 1634.841580] env[62633]: value = "vm-374751" [ 1634.841580] env[62633]: _type = "VirtualMachine" [ 1634.841580] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1634.841936] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the lease: (returnval){ [ 1634.841936] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52986721-a4e3-2a91-4672-91ca35ec6b26" [ 1634.841936] env[62633]: _type = "HttpNfcLease" [ 1634.841936] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1634.848922] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1634.848922] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52986721-a4e3-2a91-4672-91ca35ec6b26" [ 1634.848922] env[62633]: _type = "HttpNfcLease" [ 1634.848922] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1635.049440] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807977, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.270814] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.274249] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.300042] env[62633]: DEBUG nova.scheduler.client.report [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1635.355481] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1635.355481] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52986721-a4e3-2a91-4672-91ca35ec6b26" [ 1635.355481] env[62633]: _type = "HttpNfcLease" [ 1635.355481] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1635.355860] env[62633]: DEBUG oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1635.355860] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52986721-a4e3-2a91-4672-91ca35ec6b26" [ 1635.355860] env[62633]: _type = "HttpNfcLease" [ 1635.355860] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1635.356778] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4bbbbb-14f2-458b-a46d-7cc4969acedf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.365700] env[62633]: DEBUG oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8a3d8-a843-9722-db9e-5c5ac84844d4/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1635.365917] env[62633]: DEBUG oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8a3d8-a843-9722-db9e-5c5ac84844d4/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1635.509381] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-089bb313-f7e9-41b6-873f-0f9fe2be31c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.515435] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807977, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.774044] env[62633]: DEBUG nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1635.812564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.657s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.818225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.531s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.818609] env[62633]: DEBUG nova.objects.instance [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lazy-loading 'resources' on Instance uuid 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.826015] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquiring lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.827287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.827287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquiring lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.827287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.827287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.831187] env[62633]: INFO nova.compute.manager [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Terminating instance [ 1635.833720] env[62633]: DEBUG nova.compute.manager [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1635.833720] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.835227] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfc8baf-df96-4787-a374-0ec066ae3e15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.844999] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.845317] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72b812d4-8728-4a08-888f-7c70053c84b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.848119] env[62633]: INFO nova.scheduler.client.report [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Deleted allocations for instance 4f644c82-d658-4aa4-995e-ab24c791a258 [ 1635.852979] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquiring lock "7229a8ca-458f-41f0-8255-12352dac8693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.852979] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "7229a8ca-458f-41f0-8255-12352dac8693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.853301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquiring lock "7229a8ca-458f-41f0-8255-12352dac8693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.853301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "7229a8ca-458f-41f0-8255-12352dac8693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.853440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "7229a8ca-458f-41f0-8255-12352dac8693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.857122] env[62633]: DEBUG oslo_vmware.api [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1635.857122] env[62633]: value = "task-1807979" [ 1635.857122] env[62633]: _type = "Task" [ 1635.857122] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.857559] env[62633]: INFO nova.compute.manager [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Terminating instance [ 1635.859606] env[62633]: DEBUG nova.compute.manager [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1635.859807] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.865608] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29065fd-1bc0-47a0-b1cb-a8b89d5b0b31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.877483] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.878323] env[62633]: DEBUG oslo_vmware.api [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.878656] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ff1feb-76df-4ef0-b9eb-1f2ce3d5ab6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.886556] env[62633]: DEBUG oslo_vmware.api [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1635.886556] env[62633]: value = "task-1807980" [ 1635.886556] env[62633]: _type = "Task" [ 1635.886556] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.895535] env[62633]: DEBUG oslo_vmware.api [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.012835] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807977, 'name': Rename_Task, 'duration_secs': 1.294072} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.013411] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.013765] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5145b63a-d812-48cf-9a65-9772d0a3e9aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.021973] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1636.021973] env[62633]: value = "task-1807981" [ 1636.021973] env[62633]: _type = "Task" [ 1636.021973] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.038526] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.302799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.359986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fff8c375-ec30-48ab-9d59-b29a87df7b05 tempest-ListServerFiltersTestJSON-758568947 tempest-ListServerFiltersTestJSON-758568947-project-member] Lock "4f644c82-d658-4aa4-995e-ab24c791a258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.304s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.372990] env[62633]: DEBUG oslo_vmware.api [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807979, 'name': PowerOffVM_Task, 'duration_secs': 0.475178} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.373592] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.373999] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.377604] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04511a48-5743-4d98-a3aa-4210a4aff4d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.401982] env[62633]: DEBUG oslo_vmware.api [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807980, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.464605] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1636.464894] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1636.465106] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Deleting the datastore file [datastore1] 2b6fdfc3-aba8-4653-919a-be6a798d0ed2 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.465518] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d520973-5e3e-4eb3-ab1e-3b28abdd0a3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.478101] env[62633]: DEBUG oslo_vmware.api [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for the task: (returnval){ [ 1636.478101] env[62633]: value = "task-1807983" [ 1636.478101] env[62633]: _type = "Task" [ 1636.478101] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.490898] env[62633]: DEBUG oslo_vmware.api [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.535085] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.902062] env[62633]: DEBUG oslo_vmware.api [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807980, 'name': PowerOffVM_Task, 'duration_secs': 0.562988} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.902552] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.902880] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.905853] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b485c2af-7a96-4d1b-8cf5-559e806cba0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.926217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586e3139-33e5-4e8d-a9cd-ebfd33532cc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.934806] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4271f06a-4694-4440-8b8e-348508188a18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.970499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7268011-7ddf-4444-88b3-123beb91cec7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.979419] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c29f1-2533-4be7-9635-7da146c23e35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.994751] env[62633]: DEBUG oslo_vmware.api [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.005933] env[62633]: DEBUG nova.compute.provider_tree [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.033309] env[62633]: DEBUG oslo_vmware.api [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807981, 'name': PowerOnVM_Task, 'duration_secs': 0.957889} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.033713] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.034057] env[62633]: DEBUG nova.compute.manager [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1637.035078] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79116eb5-367d-411e-87b2-7a9e1c3aaa46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.057879] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.058222] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.058450] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Deleting the datastore file [datastore1] 7229a8ca-458f-41f0-8255-12352dac8693 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.058774] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5813ce3e-df3d-4cf3-ad6d-3714c3e93b1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.067204] env[62633]: DEBUG oslo_vmware.api [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for the task: (returnval){ [ 1637.067204] env[62633]: value = "task-1807985" [ 1637.067204] env[62633]: _type = "Task" [ 1637.067204] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.078717] env[62633]: DEBUG oslo_vmware.api [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.495615] env[62633]: DEBUG oslo_vmware.api [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Task: {'id': task-1807983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.588834} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.496743] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.497108] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.497431] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.497765] env[62633]: INFO nova.compute.manager [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1637.498164] env[62633]: DEBUG oslo.service.loopingcall [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.499018] env[62633]: DEBUG nova.compute.manager [-] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1637.499018] env[62633]: DEBUG nova.network.neutron [-] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1637.510832] env[62633]: DEBUG nova.scheduler.client.report [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1637.552304] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.578943] env[62633]: DEBUG oslo_vmware.api [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Task: {'id': task-1807985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291122} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.579049] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.579244] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.579458] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.580495] env[62633]: INFO nova.compute.manager [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1637.580495] env[62633]: DEBUG oslo.service.loopingcall [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.580495] env[62633]: DEBUG nova.compute.manager [-] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1637.580495] env[62633]: DEBUG nova.network.neutron [-] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1638.016663] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.017607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.512s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.019643] env[62633]: INFO nova.compute.claims [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.086853] env[62633]: INFO nova.scheduler.client.report [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Deleted allocations for instance 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98 [ 1638.227013] env[62633]: DEBUG nova.network.neutron [-] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.500759] env[62633]: DEBUG nova.network.neutron [-] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.596692] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0123d86c-fbe6-4d04-86b4-e0a9b83dbf50 tempest-ServersTestBootFromVolume-316677071 tempest-ServersTestBootFromVolume-316677071-project-member] Lock "652a0fdc-5bca-4fcd-8ce4-b554d9e01d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.382s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.732568] env[62633]: INFO nova.compute.manager [-] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Took 1.23 seconds to deallocate network for instance. [ 1639.002588] env[62633]: INFO nova.compute.manager [-] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Took 1.42 seconds to deallocate network for instance. [ 1639.239338] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.518391] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.546612] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc0a457-5804-41da-b0f8-0e7b0ef3b177 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.561091] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5314fce3-7102-49d5-b9ac-2169e59379ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.599800] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928ef861-5c2f-4cb7-82de-184831f91a15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.609315] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2f5688-2e95-434f-8c3a-06329e1b0c0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.624147] env[62633]: DEBUG nova.compute.provider_tree [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.128984] env[62633]: DEBUG nova.scheduler.client.report [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1640.644262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.644829] env[62633]: DEBUG nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1640.647517] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.025s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.751141] env[62633]: DEBUG oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ffb46-d10f-0cd4-3262-9cc408381e38/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1640.751141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b41ac-fb98-4996-8cf1-512634a03de5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.757159] env[62633]: DEBUG oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ffb46-d10f-0cd4-3262-9cc408381e38/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1640.757415] env[62633]: ERROR oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ffb46-d10f-0cd4-3262-9cc408381e38/disk-0.vmdk due to incomplete transfer. [ 1640.757761] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95343800-bf6c-4a6b-8f93-bc9cc11dbb03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.766027] env[62633]: DEBUG oslo_vmware.rw_handles [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ffb46-d10f-0cd4-3262-9cc408381e38/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1640.766153] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Uploaded image 4320155c-dee6-4549-af3e-e2edcd26d683 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1640.769137] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1640.769458] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d22ffaf-8b1f-4d24-a502-050c9340dcee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.777865] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1640.777865] env[62633]: value = "task-1807986" [ 1640.777865] env[62633]: _type = "Task" [ 1640.777865] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.786332] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807986, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.156607] env[62633]: DEBUG nova.compute.utils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.157354] env[62633]: DEBUG nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1641.157354] env[62633]: DEBUG nova.network.neutron [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1641.220793] env[62633]: DEBUG nova.policy [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe972dbe84194a90bd57a2117658344c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71f39395ad9e4a25a21441f140210f4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1641.290609] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807986, 'name': Destroy_Task, 'duration_secs': 0.476004} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.290921] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Destroyed the VM [ 1641.291259] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1641.291528] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85fd726c-24b7-48ab-9951-82e78d1ac67a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.300568] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1641.300568] env[62633]: value = "task-1807987" [ 1641.300568] env[62633]: _type = "Task" [ 1641.300568] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.309557] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807987, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.518885] env[62633]: DEBUG nova.compute.manager [req-e01c8f76-e191-482e-86b8-093cdae1d577 req-01fef00f-1342-47ee-88d9-8a4238aa18c2 service nova] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Received event network-vif-deleted-ecfe0b28-6269-4393-a38c-49520418dae5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1641.558044] env[62633]: DEBUG nova.compute.manager [req-3e0cd736-f4fc-48bd-9499-7b96fc77c552 req-9b9b3efc-6c54-40b0-a210-74f128eebcd5 service nova] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Received event network-vif-deleted-1ac45e52-c956-413a-a82d-ddb6f728ffe7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1641.657456] env[62633]: DEBUG nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1641.671414] env[62633]: DEBUG nova.network.neutron [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Successfully created port: ac3dcde1-db35-4964-bbad-c6459a217967 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.729297] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9fb6d9-7a82-42eb-81f5-fe8d818ca7f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.738685] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85f70bc-c54a-4a48-938f-3feb3fd7023a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.776226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999df383-aff7-4af6-931a-901607753a78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.784519] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1ce584-bd71-4451-a758-945aa5e16f61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.798662] env[62633]: DEBUG nova.compute.provider_tree [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.810790] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807987, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.303633] env[62633]: DEBUG nova.scheduler.client.report [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.322578] env[62633]: DEBUG oslo_vmware.api [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807987, 'name': RemoveSnapshot_Task, 'duration_secs': 0.792454} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.322578] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1642.322718] env[62633]: INFO nova.compute.manager [None req-33a9dc56-4243-418b-a015-ab424355e155 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 1642.669835] env[62633]: DEBUG nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1642.708985] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1642.710124] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1642.710308] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.710503] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1642.710656] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.710812] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1642.711050] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1642.711338] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1642.711421] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1642.711558] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1642.711736] env[62633]: DEBUG nova.virt.hardware [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1642.712670] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8726343e-7737-4301-b8a0-6797c457d4b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.725478] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae58461-31ea-4f2e-95d6-38d04bea20f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.926200] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "b8bbe304-770c-4719-8c45-ada25e5eac67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.926449] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.039143] env[62633]: INFO nova.compute.manager [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Rebuilding instance [ 1643.092089] env[62633]: DEBUG nova.compute.manager [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1643.093030] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8ea4d6-40e5-47a3-aa0d-2dfa8f0f1820 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.231100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-e35472bf-1914-4f5b-bedd-24fb62769327-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.231408] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-e35472bf-1914-4f5b-bedd-24fb62769327-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.231818] env[62633]: DEBUG nova.objects.instance [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'flavor' on Instance uuid e35472bf-1914-4f5b-bedd-24fb62769327 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.257128] env[62633]: DEBUG oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8a3d8-a843-9722-db9e-5c5ac84844d4/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1643.259330] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f785e757-17a5-4c15-9cb2-a7117ab71fcd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.266713] env[62633]: DEBUG oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8a3d8-a843-9722-db9e-5c5ac84844d4/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1643.266894] env[62633]: ERROR oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8a3d8-a843-9722-db9e-5c5ac84844d4/disk-0.vmdk due to incomplete transfer. [ 1643.267208] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62dffdf8-997f-48b3-a545-86d63fc64d77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.274335] env[62633]: DEBUG oslo_vmware.rw_handles [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c8a3d8-a843-9722-db9e-5c5ac84844d4/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1643.275290] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Uploaded image bdf4d6c8-9921-4a3c-b18a-7075600de19d to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1643.277177] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1643.277445] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3510239e-251b-4273-b4dc-4c03c919b7ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.284063] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1643.284063] env[62633]: value = "task-1807988" [ 1643.284063] env[62633]: _type = "Task" [ 1643.284063] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.293154] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807988, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.323255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.676s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.323485] env[62633]: DEBUG nova.compute.manager [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62633) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1643.331023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.293s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.331023] env[62633]: DEBUG nova.objects.instance [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lazy-loading 'resources' on Instance uuid e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.429278] env[62633]: DEBUG nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1643.551551] env[62633]: DEBUG nova.network.neutron [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Successfully updated port: ac3dcde1-db35-4964-bbad-c6459a217967 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.604195] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.604534] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558fa39b-370b-45c6-9a79-cdeb460282f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.611811] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1643.611811] env[62633]: value = "task-1807989" [ 1643.611811] env[62633]: _type = "Task" [ 1643.611811] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.621676] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.793935] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807988, 'name': Destroy_Task, 'duration_secs': 0.466996} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.796746] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Destroyed the VM [ 1643.797219] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1643.797568] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a2c34c7-9604-47e2-801a-e6efd6c43614 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.804998] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1643.804998] env[62633]: value = "task-1807990" [ 1643.804998] env[62633]: _type = "Task" [ 1643.804998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.815539] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807990, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.843257] env[62633]: DEBUG nova.objects.instance [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'pci_requests' on Instance uuid e35472bf-1914-4f5b-bedd-24fb62769327 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.899693] env[62633]: INFO nova.scheduler.client.report [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted allocation for migration 6bbf4b06-0aa6-403a-b0e4-72a7a3a79aff [ 1643.949563] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.028286] env[62633]: DEBUG nova.compute.manager [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Received event network-vif-plugged-ac3dcde1-db35-4964-bbad-c6459a217967 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1644.028503] env[62633]: DEBUG oslo_concurrency.lockutils [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] Acquiring lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.028727] env[62633]: DEBUG oslo_concurrency.lockutils [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] Lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.028905] env[62633]: DEBUG oslo_concurrency.lockutils [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] Lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.029090] env[62633]: DEBUG nova.compute.manager [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] No waiting events found dispatching network-vif-plugged-ac3dcde1-db35-4964-bbad-c6459a217967 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1644.029272] env[62633]: WARNING nova.compute.manager [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Received unexpected event network-vif-plugged-ac3dcde1-db35-4964-bbad-c6459a217967 for instance with vm_state building and task_state spawning. [ 1644.029435] env[62633]: DEBUG nova.compute.manager [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Received event network-changed-ac3dcde1-db35-4964-bbad-c6459a217967 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1644.029594] env[62633]: DEBUG nova.compute.manager [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Refreshing instance network info cache due to event network-changed-ac3dcde1-db35-4964-bbad-c6459a217967. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1644.029779] env[62633]: DEBUG oslo_concurrency.lockutils [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] Acquiring lock "refresh_cache-0ca206df-a42d-444a-a3a8-1e82f3f5a408" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.029919] env[62633]: DEBUG oslo_concurrency.lockutils [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] Acquired lock "refresh_cache-0ca206df-a42d-444a-a3a8-1e82f3f5a408" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.030096] env[62633]: DEBUG nova.network.neutron [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Refreshing network info cache for port ac3dcde1-db35-4964-bbad-c6459a217967 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.057464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "refresh_cache-0ca206df-a42d-444a-a3a8-1e82f3f5a408" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.126378] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807989, 'name': PowerOffVM_Task, 'duration_secs': 0.220404} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.126701] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.127042] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.127964] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b771eb-b510-41e2-8a53-4ed9a6b7c589 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.137734] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.138187] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a025ff87-c324-410d-be5f-4ff8dec8be08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.200496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.200496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.228893] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.229186] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.229318] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleting the datastore file [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.229575] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7649a1dc-3f19-4a00-b4f7-6255d07e33ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.236220] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1644.236220] env[62633]: value = "task-1807992" [ 1644.236220] env[62633]: _type = "Task" [ 1644.236220] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.246860] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.315301] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807990, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.328832] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a4beaa-cf0f-414d-a2f7-53a6238304ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.336268] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6381b0-b340-4325-b42d-046a059133af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.370665] env[62633]: DEBUG nova.objects.base [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1644.370887] env[62633]: DEBUG nova.network.neutron [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.373850] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a6f9a3-972c-4dfc-a6a1-4e268ab7bda9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.381990] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d5379-9230-455e-9bdd-db789f1ea2a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.396623] env[62633]: DEBUG nova.compute.provider_tree [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.405487] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68e02696-f871-43de-8c7f-cc517d58942b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.867s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.418382] env[62633]: DEBUG nova.policy [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1644.564475] env[62633]: DEBUG nova.network.neutron [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.654380] env[62633]: DEBUG nova.network.neutron [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.702482] env[62633]: DEBUG nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1644.706407] env[62633]: DEBUG nova.network.neutron [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Successfully created port: 028bba4a-efe0-490f-9314-c606285a1870 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.747899] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166031} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.748342] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.748852] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.748852] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.816474] env[62633]: DEBUG oslo_vmware.api [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1807990, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699781} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.816802] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1644.817085] env[62633]: INFO nova.compute.manager [None req-50234399-4763-4fc6-82d3-ddfa9d51fb3a tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Took 14.20 seconds to snapshot the instance on the hypervisor. [ 1644.903019] env[62633]: DEBUG nova.scheduler.client.report [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1645.158726] env[62633]: DEBUG oslo_concurrency.lockutils [req-1fc23b5e-6399-4955-9148-40c9f4b39e2f req-1e647f61-b1c3-46b2-977e-228d2d125851 service nova] Releasing lock "refresh_cache-0ca206df-a42d-444a-a3a8-1e82f3f5a408" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.159144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "refresh_cache-0ca206df-a42d-444a-a3a8-1e82f3f5a408" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.159303] env[62633]: DEBUG nova.network.neutron [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1645.227956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.409595] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.412653] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.318s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.413077] env[62633]: DEBUG nova.objects.instance [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lazy-loading 'resources' on Instance uuid 7f1691f3-c302-45a8-b5f2-3da9f56d565e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.459590] env[62633]: INFO nova.scheduler.client.report [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleted allocations for instance e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a [ 1645.693253] env[62633]: DEBUG nova.compute.manager [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1645.694250] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6969842b-21c1-48e2-9d36-80d8fed4392c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.712552] env[62633]: DEBUG nova.network.neutron [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.785184] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1645.785478] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1645.785642] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.785845] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1645.786062] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.786233] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1645.786453] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1645.786619] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1645.786790] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1645.786956] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1645.787154] env[62633]: DEBUG nova.virt.hardware [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1645.788055] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9cc57a-b955-4cdd-a48d-24c926a56df0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.796670] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e6a35-b547-45b4-93ac-ac1a4a872692 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.811735] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:17:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e56f10-8353-46bc-872a-000d17e63023', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.819416] env[62633]: DEBUG oslo.service.loopingcall [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.822679] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.822953] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d75e2aa0-c9eb-42cb-ba6b-0cab19af17d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.846340] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.846340] env[62633]: value = "task-1807993" [ 1645.846340] env[62633]: _type = "Task" [ 1645.846340] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.856724] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807993, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.916150] env[62633]: DEBUG nova.network.neutron [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Updating instance_info_cache with network_info: [{"id": "ac3dcde1-db35-4964-bbad-c6459a217967", "address": "fa:16:3e:75:04:ad", "network": {"id": "a9f7154d-4d25-415a-96fe-29226d0812b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915638332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71f39395ad9e4a25a21441f140210f4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3dcde1-db", "ovs_interfaceid": "ac3dcde1-db35-4964-bbad-c6459a217967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.972615] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9afc67f-a267-4810-b460-5c230bb5aa1e tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.355s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.206501] env[62633]: INFO nova.compute.manager [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] instance snapshotting [ 1646.209828] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e64a43b-6981-4ec2-9909-ab45067f1077 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.233917] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9743602b-ddad-447c-b38f-4dfdcd538e5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.326126] env[62633]: DEBUG nova.network.neutron [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Successfully updated port: 028bba4a-efe0-490f-9314-c606285a1870 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.359647] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807993, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.422030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "refresh_cache-0ca206df-a42d-444a-a3a8-1e82f3f5a408" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.422030] env[62633]: DEBUG nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Instance network_info: |[{"id": "ac3dcde1-db35-4964-bbad-c6459a217967", "address": "fa:16:3e:75:04:ad", "network": {"id": "a9f7154d-4d25-415a-96fe-29226d0812b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-915638332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71f39395ad9e4a25a21441f140210f4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3dcde1-db", "ovs_interfaceid": "ac3dcde1-db35-4964-bbad-c6459a217967", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1646.422030] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:04:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac3dcde1-db35-4964-bbad-c6459a217967', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1646.434475] env[62633]: DEBUG oslo.service.loopingcall [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.438089] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1646.438522] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef9c1aa0-819a-468a-9d78-c6b7aea34144 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.463861] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1646.463861] env[62633]: value = "task-1807994" [ 1646.463861] env[62633]: _type = "Task" [ 1646.463861] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.474390] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807994, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.488842] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9273284a-1fda-43fd-ace2-21e446772a03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.496856] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c689d4-3af6-4b2b-ac89-19f64da8040f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.537296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d12897-75a7-4a42-9f93-379636ba2ac0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.543194] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "672b2e76-68f9-450f-92f9-ca90942d6b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.543538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "672b2e76-68f9-450f-92f9-ca90942d6b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.549948] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840da4f8-e4d8-463c-b3a4-95b690e2f81e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.567159] env[62633]: DEBUG nova.compute.provider_tree [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.426859] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1647.426859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.427252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.427252] env[62633]: DEBUG nova.network.neutron [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.428560] env[62633]: DEBUG nova.objects.instance [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'flavor' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.429723] env[62633]: DEBUG nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1647.432503] env[62633]: DEBUG nova.scheduler.client.report [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1647.436208] env[62633]: DEBUG nova.compute.manager [req-2aa4baa4-204f-44af-8532-c7429ea75fd9 req-e4073cc4-4ab0-4b06-90e3-b979bdfe2083 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received event network-vif-plugged-028bba4a-efe0-490f-9314-c606285a1870 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1647.436409] env[62633]: DEBUG oslo_concurrency.lockutils [req-2aa4baa4-204f-44af-8532-c7429ea75fd9 req-e4073cc4-4ab0-4b06-90e3-b979bdfe2083 service nova] Acquiring lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.436610] env[62633]: DEBUG oslo_concurrency.lockutils [req-2aa4baa4-204f-44af-8532-c7429ea75fd9 req-e4073cc4-4ab0-4b06-90e3-b979bdfe2083 service nova] Lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.437059] env[62633]: DEBUG oslo_concurrency.lockutils [req-2aa4baa4-204f-44af-8532-c7429ea75fd9 req-e4073cc4-4ab0-4b06-90e3-b979bdfe2083 service nova] Lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.437059] env[62633]: DEBUG nova.compute.manager [req-2aa4baa4-204f-44af-8532-c7429ea75fd9 req-e4073cc4-4ab0-4b06-90e3-b979bdfe2083 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] No waiting events found dispatching network-vif-plugged-028bba4a-efe0-490f-9314-c606285a1870 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1647.437213] env[62633]: WARNING nova.compute.manager [req-2aa4baa4-204f-44af-8532-c7429ea75fd9 req-e4073cc4-4ab0-4b06-90e3-b979bdfe2083 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received unexpected event network-vif-plugged-028bba4a-efe0-490f-9314-c606285a1870 for instance with vm_state active and task_state None. [ 1647.438131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30daaa8a-8d64-4320-a57d-a3e856827196 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.452737] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807993, 'name': CreateVM_Task, 'duration_secs': 0.68181} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.457686] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1647.458557] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1807994, 'name': CreateVM_Task, 'duration_secs': 0.414267} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.458959] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1647.458959] env[62633]: value = "task-1807995" [ 1647.458959] env[62633]: _type = "Task" [ 1647.458959] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.460507] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.460507] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.460507] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1647.460649] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1647.461170] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc97770-eafe-4b2c-a7f7-26c2feefbfa3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.463808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.472706] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807995, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.474084] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1647.474084] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52af5822-7ddb-e057-6bbe-32db8c8655b4" [ 1647.474084] env[62633]: _type = "Task" [ 1647.474084] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.484709] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52af5822-7ddb-e057-6bbe-32db8c8655b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.939387] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.527s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.948940] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.949149] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.949389] env[62633]: DEBUG nova.network.neutron [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.949499] env[62633]: DEBUG nova.objects.instance [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'info_cache' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.950703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.603s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.950927] env[62633]: DEBUG nova.objects.instance [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lazy-loading 'resources' on Instance uuid 64a66647-bd46-4beb-a70e-7b8fe7c4a039 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.967667] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.973928] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807995, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.979236] env[62633]: INFO nova.scheduler.client.report [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Deleted allocations for instance 7f1691f3-c302-45a8-b5f2-3da9f56d565e [ 1647.985679] env[62633]: WARNING nova.network.neutron [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] cb54e17c-8f8e-4424-b998-aee653c0db77 already exists in list: networks containing: ['cb54e17c-8f8e-4424-b998-aee653c0db77']. ignoring it [ 1647.991742] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52af5822-7ddb-e057-6bbe-32db8c8655b4, 'name': SearchDatastore_Task, 'duration_secs': 0.014949} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.993027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.993027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1647.993027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.993027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.993027] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.993277] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.993516] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1647.993744] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aae21987-806d-4a60-9407-8a1e75cb3439 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.995568] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef71ee0b-8192-4323-a26b-58ae22824f1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.000337] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1648.000337] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f924c6-155b-08f6-3dff-6610b00d7ed5" [ 1648.000337] env[62633]: _type = "Task" [ 1648.000337] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.004635] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1648.004909] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1648.005913] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90be3e29-a793-4a2c-87cd-38c64452ab05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.010839] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f924c6-155b-08f6-3dff-6610b00d7ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.015044] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1648.015044] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d7ee27-b5f3-d0f7-bfe1-9ad776c05100" [ 1648.015044] env[62633]: _type = "Task" [ 1648.015044] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.023800] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d7ee27-b5f3-d0f7-bfe1-9ad776c05100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.287359] env[62633]: DEBUG nova.network.neutron [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [{"id": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "address": "fa:16:3e:b1:ba:46", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fed157-dd", "ovs_interfaceid": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "028bba4a-efe0-490f-9314-c606285a1870", "address": "fa:16:3e:e5:08:84", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028bba4a-ef", "ovs_interfaceid": "028bba4a-efe0-490f-9314-c606285a1870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.454731] env[62633]: DEBUG nova.objects.base [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Object Instance<63cf4d09-5f4f-4327-9dda-5542e41948e7> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1648.471448] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807995, 'name': CreateSnapshot_Task, 'duration_secs': 0.551822} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.471728] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1648.472512] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4104880-b2ea-438a-9417-2ae680011b78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.488134] env[62633]: DEBUG oslo_concurrency.lockutils [None req-873bc5ae-8e86-47d7-8c6a-f6fafd12ac34 tempest-ListServersNegativeTestJSON-1192045750 tempest-ListServersNegativeTestJSON-1192045750-project-member] Lock "7f1691f3-c302-45a8-b5f2-3da9f56d565e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.724s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.512173] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f924c6-155b-08f6-3dff-6610b00d7ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.512511] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.512788] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1648.513036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.526582] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d7ee27-b5f3-d0f7-bfe1-9ad776c05100, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.527698] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8d083d-7b48-4816-8445-b3cc9776f3ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.539038] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1648.539038] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52de9bcb-96e6-1766-b118-0cd3b516478f" [ 1648.539038] env[62633]: _type = "Task" [ 1648.539038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.551013] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52de9bcb-96e6-1766-b118-0cd3b516478f, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.551188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.551504] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1648.551738] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.551926] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1648.552174] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-762ea353-ed77-4944-b4b8-d37c8518140b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.554057] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe4c7dab-c93a-4c9d-8128-ff2f25c26d16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.561153] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1648.561153] env[62633]: value = "task-1807996" [ 1648.561153] env[62633]: _type = "Task" [ 1648.561153] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.562192] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1648.562374] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1648.566262] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9368856-fcc3-4b2d-abf1-f0ae38bfefe5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.575649] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1648.575649] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52064f1f-f3fe-488a-de7b-4e497f484ee2" [ 1648.575649] env[62633]: _type = "Task" [ 1648.575649] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.576313] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.586095] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52064f1f-f3fe-488a-de7b-4e497f484ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.588636] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d159159c-e771-4799-a5dc-1c654d37a119 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.594606] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1648.594606] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5284c50e-646c-c74f-4ec1-c3db76ead116" [ 1648.594606] env[62633]: _type = "Task" [ 1648.594606] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.604887] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5284c50e-646c-c74f-4ec1-c3db76ead116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.793631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.794404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.794606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.796147] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f467eded-b95b-4372-8003-7ce4736eb0f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.819365] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1648.819636] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1648.819802] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1648.819988] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1648.820166] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1648.820317] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1648.820527] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1648.820692] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1648.820864] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1648.821049] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1648.821236] env[62633]: DEBUG nova.virt.hardware [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1648.827780] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1648.830818] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09c75427-cc48-4a45-af2f-ffbb1918d111 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.849365] env[62633]: DEBUG oslo_vmware.api [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1648.849365] env[62633]: value = "task-1807997" [ 1648.849365] env[62633]: _type = "Task" [ 1648.849365] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.858923] env[62633]: DEBUG oslo_vmware.api [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.965049] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192224f4-57a0-456f-8e35-2428045e3dd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.971269] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8faf6ca-fc57-4904-8ab5-439170b62e19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.011610] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1649.016149] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c721fcac-aba9-42d2-9763-dc56d91e7517 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.020756] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f68d8-a142-4ba6-a937-30c89d0e7786 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.029825] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f583b3-0897-4e73-b45a-812e5bcabd9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.034178] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1649.034178] env[62633]: value = "task-1807998" [ 1649.034178] env[62633]: _type = "Task" [ 1649.034178] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.048193] env[62633]: DEBUG nova.compute.provider_tree [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.056123] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807998, 'name': CloneVM_Task} progress is 11%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.074378] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807996, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.107384] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5284c50e-646c-c74f-4ec1-c3db76ead116, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.107668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.107934] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0ca206df-a42d-444a-a3a8-1e82f3f5a408/0ca206df-a42d-444a-a3a8-1e82f3f5a408.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1649.108225] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1c83b8c-a9a9-4230-beb6-6bbc2d2f2817 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.114505] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1649.114505] env[62633]: value = "task-1807999" [ 1649.114505] env[62633]: _type = "Task" [ 1649.114505] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.123015] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.164440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquiring lock "37c5149f-3014-4789-aad3-189550033af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.164758] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "37c5149f-3014-4789-aad3-189550033af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.343683] env[62633]: DEBUG nova.network.neutron [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [{"id": "2bac0f57-52b5-4be3-90cd-969664fa3122", "address": "fa:16:3e:3b:85:cb", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bac0f57-52", "ovs_interfaceid": "2bac0f57-52b5-4be3-90cd-969664fa3122", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.360910] env[62633]: DEBUG oslo_vmware.api [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.547493] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807998, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.552650] env[62633]: DEBUG nova.scheduler.client.report [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1649.572482] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1807996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518943} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.573474] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1649.573959] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1649.574061] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc89c5d-f001-4649-aadd-cd018454b374 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.581602] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1649.581602] env[62633]: value = "task-1808000" [ 1649.581602] env[62633]: _type = "Task" [ 1649.581602] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.592137] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.625416] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.667912] env[62633]: DEBUG nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1649.769945] env[62633]: DEBUG nova.compute.manager [req-c0448e34-54f3-4f88-93d9-bda13db54a14 req-2e33e806-234c-4f19-a77d-2b4ec33bdb1c service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received event network-changed-028bba4a-efe0-490f-9314-c606285a1870 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1649.770413] env[62633]: DEBUG nova.compute.manager [req-c0448e34-54f3-4f88-93d9-bda13db54a14 req-2e33e806-234c-4f19-a77d-2b4ec33bdb1c service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Refreshing instance network info cache due to event network-changed-028bba4a-efe0-490f-9314-c606285a1870. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1649.770678] env[62633]: DEBUG oslo_concurrency.lockutils [req-c0448e34-54f3-4f88-93d9-bda13db54a14 req-2e33e806-234c-4f19-a77d-2b4ec33bdb1c service nova] Acquiring lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.770855] env[62633]: DEBUG oslo_concurrency.lockutils [req-c0448e34-54f3-4f88-93d9-bda13db54a14 req-2e33e806-234c-4f19-a77d-2b4ec33bdb1c service nova] Acquired lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.771095] env[62633]: DEBUG nova.network.neutron [req-c0448e34-54f3-4f88-93d9-bda13db54a14 req-2e33e806-234c-4f19-a77d-2b4ec33bdb1c service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Refreshing network info cache for port 028bba4a-efe0-490f-9314-c606285a1870 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.846295] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-63cf4d09-5f4f-4327-9dda-5542e41948e7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.860860] env[62633]: DEBUG oslo_vmware.api [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1807997, 'name': ReconfigVM_Task, 'duration_secs': 1.008302} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.861423] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.861642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1650.046641] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807998, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.058650] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.061091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.675s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.062746] env[62633]: INFO nova.compute.claims [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.092159] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08072} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.093261] env[62633]: INFO nova.scheduler.client.report [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Deleted allocations for instance 64a66647-bd46-4beb-a70e-7b8fe7c4a039 [ 1650.094313] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1650.098392] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea45da1-df41-41d0-bab4-26a9b0441b06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.120789] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.122091] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11b1644-78a4-46f7-a57e-75da80ad9314 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.145703] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1807999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535173} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.147372] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 0ca206df-a42d-444a-a3a8-1e82f3f5a408/0ca206df-a42d-444a-a3a8-1e82f3f5a408.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1650.147546] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1650.147738] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1650.147738] env[62633]: value = "task-1808001" [ 1650.147738] env[62633]: _type = "Task" [ 1650.147738] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.150076] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2af3683-902f-4562-a5ca-1b9978ffc5f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.160433] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.161660] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1650.161660] env[62633]: value = "task-1808002" [ 1650.161660] env[62633]: _type = "Task" [ 1650.161660] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.169649] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.193809] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.350229] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.350616] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89064339-7e24-4d05-83e0-2e34fcb84f4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.358867] env[62633]: DEBUG oslo_vmware.api [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1650.358867] env[62633]: value = "task-1808003" [ 1650.358867] env[62633]: _type = "Task" [ 1650.358867] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.368173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-95083ae4-bd0d-4104-a099-cce5f65300cd tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-e35472bf-1914-4f5b-bedd-24fb62769327-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.137s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.369368] env[62633]: DEBUG oslo_vmware.api [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.546848] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807998, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.603654] env[62633]: DEBUG nova.network.neutron [req-c0448e34-54f3-4f88-93d9-bda13db54a14 req-2e33e806-234c-4f19-a77d-2b4ec33bdb1c service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updated VIF entry in instance network info cache for port 028bba4a-efe0-490f-9314-c606285a1870. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1650.604454] env[62633]: DEBUG nova.network.neutron [req-c0448e34-54f3-4f88-93d9-bda13db54a14 req-2e33e806-234c-4f19-a77d-2b4ec33bdb1c service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [{"id": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "address": "fa:16:3e:b1:ba:46", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fed157-dd", "ovs_interfaceid": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "028bba4a-efe0-490f-9314-c606285a1870", "address": "fa:16:3e:e5:08:84", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028bba4a-ef", "ovs_interfaceid": "028bba4a-efe0-490f-9314-c606285a1870", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.606527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-792b77e1-9741-492e-a35a-95587b16ddd7 tempest-VolumesAssistedSnapshotsTest-1349895340 tempest-VolumesAssistedSnapshotsTest-1349895340-project-member] Lock "64a66647-bd46-4beb-a70e-7b8fe7c4a039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.389s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.661810] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808001, 'name': ReconfigVM_Task, 'duration_secs': 0.339764} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.662204] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb/0bd800f2-a382-42a3-97fa-69ff647ffaeb.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.665554] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b194ded-a15a-422f-bb17-a9ba4cebee24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.672221] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07909} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.673024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1650.673381] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1650.673381] env[62633]: value = "task-1808004" [ 1650.673381] env[62633]: _type = "Task" [ 1650.673381] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.674033] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be8fb41-86a1-4be3-8c0b-ce6b05f51577 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.684071] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808004, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.704389] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0ca206df-a42d-444a-a3a8-1e82f3f5a408/0ca206df-a42d-444a-a3a8-1e82f3f5a408.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.704797] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04950475-6a04-473c-a234-4cec48361f84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.733180] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1650.733180] env[62633]: value = "task-1808005" [ 1650.733180] env[62633]: _type = "Task" [ 1650.733180] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.742942] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.869542] env[62633]: DEBUG oslo_vmware.api [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808003, 'name': PowerOnVM_Task, 'duration_secs': 0.456659} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.870805] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.870968] env[62633]: DEBUG nova.compute.manager [None req-cae24450-e220-47e5-adcf-8b1829dac047 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1650.872129] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d34fd9-dcc2-4369-8120-b398ba194b75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.047570] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1807998, 'name': CloneVM_Task, 'duration_secs': 1.788399} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.047992] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Created linked-clone VM from snapshot [ 1651.048730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1057a8b0-43d6-4d0b-8dd6-2e1922c18645 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.056611] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Uploading image eab9f6e6-07f4-463f-b7f7-3bb8fa2334a9 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1651.084332] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1651.084332] env[62633]: value = "vm-374755" [ 1651.084332] env[62633]: _type = "VirtualMachine" [ 1651.084332] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1651.084867] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-43d883ea-facf-443f-ba66-0199f2903062 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.091549] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lease: (returnval){ [ 1651.091549] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e91d01-78de-4c09-51e9-fb3da9883154" [ 1651.091549] env[62633]: _type = "HttpNfcLease" [ 1651.091549] env[62633]: } obtained for exporting VM: (result){ [ 1651.091549] env[62633]: value = "vm-374755" [ 1651.091549] env[62633]: _type = "VirtualMachine" [ 1651.091549] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1651.091776] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the lease: (returnval){ [ 1651.091776] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e91d01-78de-4c09-51e9-fb3da9883154" [ 1651.091776] env[62633]: _type = "HttpNfcLease" [ 1651.091776] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1651.098398] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1651.098398] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e91d01-78de-4c09-51e9-fb3da9883154" [ 1651.098398] env[62633]: _type = "HttpNfcLease" [ 1651.098398] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1651.106819] env[62633]: DEBUG oslo_concurrency.lockutils [req-c0448e34-54f3-4f88-93d9-bda13db54a14 req-2e33e806-234c-4f19-a77d-2b4ec33bdb1c service nova] Releasing lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.189347] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808004, 'name': Rename_Task, 'duration_secs': 0.168144} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.191865] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.191865] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a513ba2a-8498-4913-aefa-086223773488 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.197534] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1651.197534] env[62633]: value = "task-1808007" [ 1651.197534] env[62633]: _type = "Task" [ 1651.197534] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.212078] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.245922] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808005, 'name': ReconfigVM_Task, 'duration_secs': 0.343219} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.246209] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0ca206df-a42d-444a-a3a8-1e82f3f5a408/0ca206df-a42d-444a-a3a8-1e82f3f5a408.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.246858] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-104f51ba-dea5-4c2c-b788-72a9c8cdde9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.253692] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1651.253692] env[62633]: value = "task-1808008" [ 1651.253692] env[62633]: _type = "Task" [ 1651.253692] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.263095] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808008, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.583096] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a7b32-dc99-4195-936b-3e4ffcbc7fa1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.591314] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bce5259-a618-45a2-9b43-0471b1f79505 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.602857] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1651.602857] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e91d01-78de-4c09-51e9-fb3da9883154" [ 1651.602857] env[62633]: _type = "HttpNfcLease" [ 1651.602857] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1651.630374] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1651.630374] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e91d01-78de-4c09-51e9-fb3da9883154" [ 1651.630374] env[62633]: _type = "HttpNfcLease" [ 1651.630374] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1651.632085] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47aca1a-00b9-4a80-93c7-d8f9c24b0bd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.638578] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e063f34-6052-488a-8108-9bdd4d3ebf1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.644817] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282edba-d6e3-5bb1-f853-a9c1e153e78d/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1651.645195] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282edba-d6e3-5bb1-f853-a9c1e153e78d/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1651.652425] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4829d-edf9-4384-a55f-ef9486d98deb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.730764] env[62633]: DEBUG nova.compute.provider_tree [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.739190] env[62633]: DEBUG oslo_vmware.api [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808007, 'name': PowerOnVM_Task, 'duration_secs': 0.51091} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.739190] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.739190] env[62633]: DEBUG nova.compute.manager [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1651.739190] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1ee319-6cb9-4c2b-a3ca-c7a5ea9320e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.765874] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808008, 'name': Rename_Task, 'duration_secs': 0.177569} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.766192] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.766475] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-787abe51-55f9-4c05-af2c-147a7c33d0f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.772742] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1651.772742] env[62633]: value = "task-1808009" [ 1651.772742] env[62633]: _type = "Task" [ 1651.772742] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.780892] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.811413] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90eab921-1b6c-44ff-9ff1-283365e547e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.234981] env[62633]: DEBUG nova.scheduler.client.report [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1652.259697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.284801] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.332085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.332085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.332085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.332527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.332527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.335224] env[62633]: INFO nova.compute.manager [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Terminating instance [ 1652.339472] env[62633]: DEBUG nova.compute.manager [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1652.340128] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.340932] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91bd8f6-9a2d-4c03-918b-916d6849ea73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.349186] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.349471] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfcdb7ba-4dba-4c6d-9656-85632370447b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.356817] env[62633]: DEBUG oslo_vmware.api [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1652.356817] env[62633]: value = "task-1808010" [ 1652.356817] env[62633]: _type = "Task" [ 1652.356817] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.366426] env[62633]: DEBUG oslo_vmware.api [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.392064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-e35472bf-1914-4f5b-bedd-24fb62769327-028bba4a-efe0-490f-9314-c606285a1870" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.392416] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-e35472bf-1914-4f5b-bedd-24fb62769327-028bba4a-efe0-490f-9314-c606285a1870" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.741706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.742277] env[62633]: DEBUG nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1652.745999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.104s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.792278] env[62633]: DEBUG oslo_vmware.api [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808009, 'name': PowerOnVM_Task, 'duration_secs': 0.771141} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.793503] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.793816] env[62633]: INFO nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1652.794049] env[62633]: DEBUG nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1652.795197] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a828cc-3e74-4691-98a9-215e376f13a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.870698] env[62633]: DEBUG oslo_vmware.api [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808010, 'name': PowerOffVM_Task, 'duration_secs': 0.229016} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.871395] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.872381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1652.872594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21ea39d9-32a1-4c68-8bd3-ef1764eff085 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.896429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.896429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.897452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35412ae0-4ea8-4c51-a6e4-7f4eec555533 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.923722] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9233d-52b2-48b8-8192-5fcd2f73b975 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.952192] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1652.952578] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9400d78a-c5c4-43f0-882e-217e60eb6517 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.973162] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1652.973162] env[62633]: value = "task-1808012" [ 1652.973162] env[62633]: _type = "Task" [ 1652.973162] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.983983] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.038071] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.038071] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.038071] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleting the datastore file [datastore1] 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.038576] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f9c159-a541-49ac-94da-7fc26fe3effd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.045136] env[62633]: DEBUG oslo_vmware.api [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1653.045136] env[62633]: value = "task-1808013" [ 1653.045136] env[62633]: _type = "Task" [ 1653.045136] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.054281] env[62633]: DEBUG oslo_vmware.api [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.249792] env[62633]: DEBUG nova.compute.utils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1653.251323] env[62633]: DEBUG nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1653.251725] env[62633]: DEBUG nova.network.neutron [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1653.313088] env[62633]: INFO nova.compute.manager [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Took 38.83 seconds to build instance. [ 1653.486326] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.557622] env[62633]: DEBUG oslo_vmware.api [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159543} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.557939] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1653.558164] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1653.558727] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1653.558948] env[62633]: INFO nova.compute.manager [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1653.559335] env[62633]: DEBUG oslo.service.loopingcall [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.563057] env[62633]: DEBUG nova.compute.manager [-] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1653.563057] env[62633]: DEBUG nova.network.neutron [-] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1653.563871] env[62633]: DEBUG nova.policy [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42f788079b0f479caf75ae7c86b81ac0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4ff0ab5b4a2474f969fe092af97d832', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1653.758763] env[62633]: DEBUG nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1653.785913] env[62633]: INFO nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating resource usage from migration 27f0f751-4ff9-4bab-8abe-e013383d961c [ 1653.812819] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0ecba84c-08d1-4790-a170-eabff2c6d69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.813311] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 434417f7-12a4-45fc-ab31-38f26af0fb44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.813536] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8975a6e8-03f5-424b-8843-79a4033b9790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.813715] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.813886] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance e35472bf-1914-4f5b-bedd-24fb62769327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.814082] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0bd800f2-a382-42a3-97fa-69ff647ffaeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.814266] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 60fe6885-f374-4b2f-80f7-eff50e708406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.814478] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1653.814663] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance d5802274-3d5c-42a5-b915-48a971c3c2ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1653.814828] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 89e733c7-8805-4925-a60f-136c73145a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.815029] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance fe9fc951-7e94-4859-94a6-ed84defd14a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.815195] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bcde5138-2515-4fa1-9bfe-f737c8e51a62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.815361] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 9589743c-942e-4b50-81ab-dbf90046df3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.815523] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bed28386-52af-4870-a74d-67f7dd6215c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.815845] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ffdace21-5ad8-4ef4-a89b-91e965a24d62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.815845] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ad39b04a-0f77-42be-a28d-0b4c3b10a377 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.816009] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 168e702c-1484-4812-b107-eaab2a116b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.816208] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 63cf4d09-5f4f-4327-9dda-5542e41948e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.816827] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ec578d53-b1f7-41e3-9d97-c3a52d078893 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.817088] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 84963b46-9f11-4e75-8242-6ea5bb918499 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1653.817354] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 516bfdcf-f88f-40c8-8b83-6413ee80b6a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.817409] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7229a8ca-458f-41f0-8255-12352dac8693 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1653.817525] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 2b6fdfc3-aba8-4653-919a-be6a798d0ed2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1653.817638] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0ca206df-a42d-444a-a3a8-1e82f3f5a408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.817748] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 64a16c3e-4e6d-442c-a33e-94a72aadf3d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.817859] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Migration 27f0f751-4ff9-4bab-8abe-e013383d961c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1653.817963] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 83b841b7-ac47-45c4-bcea-4020242cf996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1653.823218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-89d87ffd-561e-4465-bb14-c32057281f47 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.342s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.990488] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.176230] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "168e702c-1484-4812-b107-eaab2a116b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.176653] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "168e702c-1484-4812-b107-eaab2a116b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.176933] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "168e702c-1484-4812-b107-eaab2a116b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.177204] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "168e702c-1484-4812-b107-eaab2a116b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.177482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "168e702c-1484-4812-b107-eaab2a116b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.179967] env[62633]: INFO nova.compute.manager [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Terminating instance [ 1654.181870] env[62633]: DEBUG nova.compute.manager [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1654.182242] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.183296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ee656-a7ff-4c55-926c-a1382db76e85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.193372] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.193656] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b05a0f9-40cc-480f-bd70-3e9ed9fe1ef8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.204931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.209022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.209022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.209022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.209022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.209808] env[62633]: INFO nova.compute.manager [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Terminating instance [ 1654.215080] env[62633]: DEBUG nova.compute.manager [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1654.215496] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.215919] env[62633]: DEBUG oslo_vmware.api [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1654.215919] env[62633]: value = "task-1808014" [ 1654.215919] env[62633]: _type = "Task" [ 1654.215919] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.217018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37d8e22-a3ec-436d-a5fe-01f9a89d5cfe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.232490] env[62633]: DEBUG oslo_vmware.api [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.232975] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.233232] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ca3c76-b7a2-43f5-ba25-2c56898a4173 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.239836] env[62633]: DEBUG oslo_vmware.api [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1654.239836] env[62633]: value = "task-1808015" [ 1654.239836] env[62633]: _type = "Task" [ 1654.239836] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.252313] env[62633]: DEBUG oslo_vmware.api [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.282667] env[62633]: DEBUG nova.network.neutron [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Successfully created port: da59a6ee-8039-4e05-84f8-6054816b22d1 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1654.322510] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance d344a8a1-fdf5-4347-8a79-00af6dfaa685 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1654.486188] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.639048] env[62633]: DEBUG nova.compute.manager [req-d2829f19-c450-4880-8abd-bb11dd31b275 req-12c36be2-663f-4732-97d4-395985c885be service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Received event network-vif-deleted-2bac0f57-52b5-4be3-90cd-969664fa3122 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.639377] env[62633]: INFO nova.compute.manager [req-d2829f19-c450-4880-8abd-bb11dd31b275 req-12c36be2-663f-4732-97d4-395985c885be service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Neutron deleted interface 2bac0f57-52b5-4be3-90cd-969664fa3122; detaching it from the instance and deleting it from the info cache [ 1654.639578] env[62633]: DEBUG nova.network.neutron [req-d2829f19-c450-4880-8abd-bb11dd31b275 req-12c36be2-663f-4732-97d4-395985c885be service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.731310] env[62633]: DEBUG oslo_vmware.api [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808014, 'name': PowerOffVM_Task, 'duration_secs': 0.247159} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.731310] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.731310] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.731310] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dd3dc51-5015-4cef-86bb-194566ed6a90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.749979] env[62633]: DEBUG oslo_vmware.api [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808015, 'name': PowerOffVM_Task, 'duration_secs': 0.232669} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.750359] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.750591] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.753821] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c9f318f-0f52-4171-9ac9-eef386e1ba1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.770198] env[62633]: DEBUG nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1654.809499] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1654.811076] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1654.811076] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.811076] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1654.811076] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.811076] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1654.811076] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1654.811076] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1654.811076] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1654.811367] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1654.811422] env[62633]: DEBUG nova.virt.hardware [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1654.813083] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15fe1de-3ca1-4e7d-96e2-72744cec4239 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.826593] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8fa0efb0-b72a-4313-adcc-ceb0c497415a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1654.835032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d489ecb0-fa2f-49d2-bc81-09ce67fd5614 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.864022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.864022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.864022] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleting the datastore file [datastore1] 168e702c-1484-4812-b107-eaab2a116b66 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.864022] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccba5084-14ca-4d53-804d-e708351bc447 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.873022] env[62633]: DEBUG oslo_vmware.api [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1654.873022] env[62633]: value = "task-1808018" [ 1654.873022] env[62633]: _type = "Task" [ 1654.873022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.878594] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.879014] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.879326] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleting the datastore file [datastore1] 0ca206df-a42d-444a-a3a8-1e82f3f5a408 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.880253] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2428cc3-fb29-4978-9ed1-f2f86752a942 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.887878] env[62633]: DEBUG oslo_vmware.api [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.895021] env[62633]: DEBUG oslo_vmware.api [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for the task: (returnval){ [ 1654.895021] env[62633]: value = "task-1808019" [ 1654.895021] env[62633]: _type = "Task" [ 1654.895021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.901894] env[62633]: DEBUG oslo_vmware.api [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.987727] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.068865] env[62633]: DEBUG nova.network.neutron [-] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.145480] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba39b174-f916-44d0-ba74-3b91d70e4b08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.156907] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f689addf-d994-4df7-8d46-23cea22d4ad4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.195949] env[62633]: DEBUG nova.compute.manager [req-d2829f19-c450-4880-8abd-bb11dd31b275 req-12c36be2-663f-4732-97d4-395985c885be service nova] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Detach interface failed, port_id=2bac0f57-52b5-4be3-90cd-969664fa3122, reason: Instance 63cf4d09-5f4f-4327-9dda-5542e41948e7 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1655.339837] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b8bbe304-770c-4719-8c45-ada25e5eac67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1655.382491] env[62633]: DEBUG oslo_vmware.api [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200761} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.382759] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.382948] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.383187] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.383336] env[62633]: INFO nova.compute.manager [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1655.383578] env[62633]: DEBUG oslo.service.loopingcall [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.383764] env[62633]: DEBUG nova.compute.manager [-] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1655.383851] env[62633]: DEBUG nova.network.neutron [-] [instance: 168e702c-1484-4812-b107-eaab2a116b66] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.408511] env[62633]: DEBUG oslo_vmware.api [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Task: {'id': task-1808019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214427} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.408776] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.408962] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.409157] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.409330] env[62633]: INFO nova.compute.manager [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1655.409844] env[62633]: DEBUG oslo.service.loopingcall [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.410065] env[62633]: DEBUG nova.compute.manager [-] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1655.410165] env[62633]: DEBUG nova.network.neutron [-] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.495292] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.572251] env[62633]: INFO nova.compute.manager [-] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Took 2.01 seconds to deallocate network for instance. [ 1655.843924] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 56591abe-81cb-4af8-97e0-f6015f794f26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1655.988137] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.053747] env[62633]: DEBUG nova.compute.manager [req-9d216a5d-f6ff-4063-b2ae-ec58a9bfff07 req-bd142b3a-bbc4-49b6-9958-b3cc23bcf575 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Received event network-vif-deleted-ac3dcde1-db35-4964-bbad-c6459a217967 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1656.053747] env[62633]: INFO nova.compute.manager [req-9d216a5d-f6ff-4063-b2ae-ec58a9bfff07 req-bd142b3a-bbc4-49b6-9958-b3cc23bcf575 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Neutron deleted interface ac3dcde1-db35-4964-bbad-c6459a217967; detaching it from the instance and deleting it from the info cache [ 1656.053747] env[62633]: DEBUG nova.network.neutron [req-9d216a5d-f6ff-4063-b2ae-ec58a9bfff07 req-bd142b3a-bbc4-49b6-9958-b3cc23bcf575 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.081826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.212377] env[62633]: DEBUG nova.network.neutron [-] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.325840] env[62633]: DEBUG nova.network.neutron [-] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.350362] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 672b2e76-68f9-450f-92f9-ca90942d6b91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1656.493761] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.532965] env[62633]: DEBUG nova.network.neutron [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Successfully updated port: da59a6ee-8039-4e05-84f8-6054816b22d1 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.557401] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-183f8f32-7855-4c9d-a320-e2923d94f9c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.572201] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152c421e-7bf9-43aa-b3e4-793e8035cae9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.612836] env[62633]: DEBUG nova.compute.manager [req-9d216a5d-f6ff-4063-b2ae-ec58a9bfff07 req-bd142b3a-bbc4-49b6-9958-b3cc23bcf575 service nova] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Detach interface failed, port_id=ac3dcde1-db35-4964-bbad-c6459a217967, reason: Instance 0ca206df-a42d-444a-a3a8-1e82f3f5a408 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1656.713163] env[62633]: DEBUG nova.compute.manager [req-b3842923-1380-4cfd-9ac4-83288c1abb2d req-2f298542-9821-443d-8fec-7218634425ee service nova] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Received event network-vif-deleted-b41fae89-b2e8-44f2-85ff-037b76eb3433 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1656.716093] env[62633]: INFO nova.compute.manager [-] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Took 1.33 seconds to deallocate network for instance. [ 1656.790936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.790936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.829111] env[62633]: INFO nova.compute.manager [-] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Took 1.42 seconds to deallocate network for instance. [ 1656.854034] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 37c5149f-3014-4789-aad3-189550033af2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1656.854432] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1656.854502] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1656.991276] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.035374] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "refresh_cache-64a16c3e-4e6d-442c-a33e-94a72aadf3d2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.035477] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquired lock "refresh_cache-64a16c3e-4e6d-442c-a33e-94a72aadf3d2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.035617] env[62633]: DEBUG nova.network.neutron [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.223950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.293142] env[62633]: DEBUG nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1657.341874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.383563] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a587c5-ece0-4672-8d0c-db80fd55028c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.392055] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eb87ec-1482-4b32-9f54-d39770c134b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.428723] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b394cf6-471e-4a3f-a34f-5355630c33d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.437296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f921003-98c2-42e2-a039-4e7608b15553 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.454547] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.491725] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.586953] env[62633]: DEBUG nova.network.neutron [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.748381] env[62633]: DEBUG nova.network.neutron [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Updating instance_info_cache with network_info: [{"id": "da59a6ee-8039-4e05-84f8-6054816b22d1", "address": "fa:16:3e:25:d8:84", "network": {"id": "3eaa6042-fbec-4741-84fc-b4aadb7aba6c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512144944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ff0ab5b4a2474f969fe092af97d832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda59a6ee-80", "ovs_interfaceid": "da59a6ee-8039-4e05-84f8-6054816b22d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.817496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.958486] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1657.992944] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.083353] env[62633]: DEBUG nova.compute.manager [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Received event network-vif-plugged-da59a6ee-8039-4e05-84f8-6054816b22d1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1658.083745] env[62633]: DEBUG oslo_concurrency.lockutils [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] Acquiring lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.084276] env[62633]: DEBUG oslo_concurrency.lockutils [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] Lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.084947] env[62633]: DEBUG oslo_concurrency.lockutils [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] Lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.085321] env[62633]: DEBUG nova.compute.manager [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] No waiting events found dispatching network-vif-plugged-da59a6ee-8039-4e05-84f8-6054816b22d1 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1658.085670] env[62633]: WARNING nova.compute.manager [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Received unexpected event network-vif-plugged-da59a6ee-8039-4e05-84f8-6054816b22d1 for instance with vm_state building and task_state spawning. [ 1658.086058] env[62633]: DEBUG nova.compute.manager [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Received event network-changed-da59a6ee-8039-4e05-84f8-6054816b22d1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1658.086268] env[62633]: DEBUG nova.compute.manager [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Refreshing instance network info cache due to event network-changed-da59a6ee-8039-4e05-84f8-6054816b22d1. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1658.086461] env[62633]: DEBUG oslo_concurrency.lockutils [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] Acquiring lock "refresh_cache-64a16c3e-4e6d-442c-a33e-94a72aadf3d2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.251131] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Releasing lock "refresh_cache-64a16c3e-4e6d-442c-a33e-94a72aadf3d2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.251478] env[62633]: DEBUG nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Instance network_info: |[{"id": "da59a6ee-8039-4e05-84f8-6054816b22d1", "address": "fa:16:3e:25:d8:84", "network": {"id": "3eaa6042-fbec-4741-84fc-b4aadb7aba6c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512144944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ff0ab5b4a2474f969fe092af97d832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda59a6ee-80", "ovs_interfaceid": "da59a6ee-8039-4e05-84f8-6054816b22d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1658.251817] env[62633]: DEBUG oslo_concurrency.lockutils [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] Acquired lock "refresh_cache-64a16c3e-4e6d-442c-a33e-94a72aadf3d2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.251998] env[62633]: DEBUG nova.network.neutron [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Refreshing network info cache for port da59a6ee-8039-4e05-84f8-6054816b22d1 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.253363] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:d8:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da59a6ee-8039-4e05-84f8-6054816b22d1', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.263151] env[62633]: DEBUG oslo.service.loopingcall [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.265895] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.266434] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1572b4df-8efb-4358-bba0-85515a69633a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.287576] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.287576] env[62633]: value = "task-1808020" [ 1658.287576] env[62633]: _type = "Task" [ 1658.287576] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.296184] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808020, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.463601] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1658.463956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.718s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.464339] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.984s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.494345] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.568011] env[62633]: DEBUG nova.network.neutron [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Updated VIF entry in instance network info cache for port da59a6ee-8039-4e05-84f8-6054816b22d1. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.568442] env[62633]: DEBUG nova.network.neutron [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Updating instance_info_cache with network_info: [{"id": "da59a6ee-8039-4e05-84f8-6054816b22d1", "address": "fa:16:3e:25:d8:84", "network": {"id": "3eaa6042-fbec-4741-84fc-b4aadb7aba6c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512144944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ff0ab5b4a2474f969fe092af97d832", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda59a6ee-80", "ovs_interfaceid": "da59a6ee-8039-4e05-84f8-6054816b22d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.798909] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808020, 'name': CreateVM_Task} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.799184] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1658.799938] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.800150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.800703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1658.801809] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6715bd89-7750-405c-bbdd-fbeaccb729f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.806724] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1658.806724] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5213b64c-8018-f166-b4e5-a232eb8041c2" [ 1658.806724] env[62633]: _type = "Task" [ 1658.806724] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.814697] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5213b64c-8018-f166-b4e5-a232eb8041c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.970459] env[62633]: INFO nova.compute.claims [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1658.993336] env[62633]: DEBUG oslo_vmware.api [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808012, 'name': ReconfigVM_Task, 'duration_secs': 5.863332} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.993628] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.993847] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1659.070772] env[62633]: DEBUG oslo_concurrency.lockutils [req-f20daa22-e8ae-468d-abfa-6c52e955fbc3 req-789a50c2-6d71-4402-9adc-70ce88dc7264 service nova] Releasing lock "refresh_cache-64a16c3e-4e6d-442c-a33e-94a72aadf3d2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.318073] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5213b64c-8018-f166-b4e5-a232eb8041c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.318073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.318073] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.318073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.318271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.318301] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.318580] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c65e4953-4242-4c45-9896-c827372b98b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.327639] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.327842] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.328598] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea27561-c7e7-4fad-989e-4ed27e3c2be6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.334805] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1659.334805] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f66ab4-080b-45f5-2eef-6dbe3169505a" [ 1659.334805] env[62633]: _type = "Task" [ 1659.334805] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.344754] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f66ab4-080b-45f5-2eef-6dbe3169505a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.478033] env[62633]: INFO nova.compute.resource_tracker [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating resource usage from migration 27f0f751-4ff9-4bab-8abe-e013383d961c [ 1659.847514] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f66ab4-080b-45f5-2eef-6dbe3169505a, 'name': SearchDatastore_Task, 'duration_secs': 0.015218} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.851018] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c14260b-9417-46b4-a95d-e79b0dda60fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.857186] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1659.857186] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52968ed4-71fa-47de-6a85-360457963557" [ 1659.857186] env[62633]: _type = "Task" [ 1659.857186] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.865960] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52968ed4-71fa-47de-6a85-360457963557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.932741] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270f5fdc-79ab-4096-8404-18c79e3b4f59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.940674] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d83322-07bb-4348-a1a2-a999783d15f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.973050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793c0ff-7035-4275-bbf7-40bf86e940fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.981390] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba50e5a-9e92-4076-a08f-dcaad4d1cdec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.995524] env[62633]: DEBUG nova.compute.provider_tree [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.173045] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282edba-d6e3-5bb1-f853-a9c1e153e78d/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1660.174287] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c3e495-4d5a-4fb9-a755-46c9aab20d65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.181374] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282edba-d6e3-5bb1-f853-a9c1e153e78d/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1660.181560] env[62633]: ERROR oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282edba-d6e3-5bb1-f853-a9c1e153e78d/disk-0.vmdk due to incomplete transfer. [ 1660.181791] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37f4e246-1976-4cef-a210-b0b6d236132b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.190510] env[62633]: DEBUG oslo_vmware.rw_handles [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5282edba-d6e3-5bb1-f853-a9c1e153e78d/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1660.190730] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Uploaded image eab9f6e6-07f4-463f-b7f7-3bb8fa2334a9 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1660.192886] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1660.193183] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b31a52f-3734-491a-b135-f162b69131e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.199745] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1660.199745] env[62633]: value = "task-1808021" [ 1660.199745] env[62633]: _type = "Task" [ 1660.199745] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.208222] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808021, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.213790] env[62633]: DEBUG nova.compute.manager [req-577630c9-8272-492e-b905-cfb339680a6e req-7a541fd1-ee9d-478c-8579-82637e2b42f1 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received event network-vif-deleted-028bba4a-efe0-490f-9314-c606285a1870 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1660.213973] env[62633]: INFO nova.compute.manager [req-577630c9-8272-492e-b905-cfb339680a6e req-7a541fd1-ee9d-478c-8579-82637e2b42f1 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Neutron deleted interface 028bba4a-efe0-490f-9314-c606285a1870; detaching it from the instance and deleting it from the info cache [ 1660.214256] env[62633]: DEBUG nova.network.neutron [req-577630c9-8272-492e-b905-cfb339680a6e req-7a541fd1-ee9d-478c-8579-82637e2b42f1 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [{"id": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "address": "fa:16:3e:b1:ba:46", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fed157-dd", "ovs_interfaceid": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.252474] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.253072] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.253072] env[62633]: DEBUG nova.network.neutron [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.366752] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52968ed4-71fa-47de-6a85-360457963557, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.367050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.367319] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 64a16c3e-4e6d-442c-a33e-94a72aadf3d2/64a16c3e-4e6d-442c-a33e-94a72aadf3d2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1660.367588] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69e2553a-2971-43f2-8606-f0babd671238 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.373993] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1660.373993] env[62633]: value = "task-1808022" [ 1660.373993] env[62633]: _type = "Task" [ 1660.373993] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.383063] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.499336] env[62633]: DEBUG nova.scheduler.client.report [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1660.631032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "e35472bf-1914-4f5b-bedd-24fb62769327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.631032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "e35472bf-1914-4f5b-bedd-24fb62769327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.631032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.631200] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.631373] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "e35472bf-1914-4f5b-bedd-24fb62769327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.633800] env[62633]: INFO nova.compute.manager [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Terminating instance [ 1660.635862] env[62633]: DEBUG nova.compute.manager [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1660.636078] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.637076] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd341131-ec49-40a9-826e-e727af94ce76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.648589] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.648875] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8054fae-09fd-4134-859a-ef23fb635479 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.655813] env[62633]: DEBUG oslo_vmware.api [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1660.655813] env[62633]: value = "task-1808023" [ 1660.655813] env[62633]: _type = "Task" [ 1660.655813] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.664476] env[62633]: DEBUG oslo_vmware.api [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.711976] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808021, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.716864] env[62633]: DEBUG oslo_concurrency.lockutils [req-577630c9-8272-492e-b905-cfb339680a6e req-7a541fd1-ee9d-478c-8579-82637e2b42f1 service nova] Acquiring lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.885932] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463195} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.886332] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 64a16c3e-4e6d-442c-a33e-94a72aadf3d2/64a16c3e-4e6d-442c-a33e-94a72aadf3d2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.886612] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1660.886935] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb85dff-31da-45e5-8894-23da1fa945d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.894493] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1660.894493] env[62633]: value = "task-1808024" [ 1660.894493] env[62633]: _type = "Task" [ 1660.894493] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.903069] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.004511] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.540s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.004826] env[62633]: INFO nova.compute.manager [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Migrating [ 1661.012476] env[62633]: DEBUG nova.network.neutron [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [{"id": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "address": "fa:16:3e:b1:ba:46", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fed157-dd", "ovs_interfaceid": "a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.013545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.772s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.013793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.015880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.148s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.016121] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.018227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.294s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.019675] env[62633]: INFO nova.compute.claims [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.043449] env[62633]: INFO nova.scheduler.client.report [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Deleted allocations for instance 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8 [ 1661.048309] env[62633]: INFO nova.scheduler.client.report [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Deleted allocations for instance 84963b46-9f11-4e75-8242-6ea5bb918499 [ 1661.174345] env[62633]: DEBUG oslo_vmware.api [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808023, 'name': PowerOffVM_Task, 'duration_secs': 0.327721} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.174345] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.174345] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.174345] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7e6b2b7-535f-410f-b543-71172f1de3be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.211507] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808021, 'name': Destroy_Task, 'duration_secs': 0.551487} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.211815] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Destroyed the VM [ 1661.212148] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1661.212456] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c003e39e-a81d-40ed-8a60-c53686e06f50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.218834] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1661.218834] env[62633]: value = "task-1808026" [ 1661.218834] env[62633]: _type = "Task" [ 1661.218834] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.227428] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808026, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.244716] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.244716] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.244940] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleting the datastore file [datastore1] e35472bf-1914-4f5b-bedd-24fb62769327 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.245247] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d804b694-98fd-409f-97da-1c4223fee288 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.253466] env[62633]: DEBUG oslo_vmware.api [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1661.253466] env[62633]: value = "task-1808027" [ 1661.253466] env[62633]: _type = "Task" [ 1661.253466] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.262597] env[62633]: DEBUG oslo_vmware.api [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.291232] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquiring lock "6a944f76-5ea2-4e34-99b8-45abcb44f162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.292439] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "6a944f76-5ea2-4e34-99b8-45abcb44f162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.404315] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07197} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.404610] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1661.405519] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e6064-2336-4008-a7e0-108e56ee9e7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.427689] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 64a16c3e-4e6d-442c-a33e-94a72aadf3d2/64a16c3e-4e6d-442c-a33e-94a72aadf3d2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1661.428357] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b947489-f6e0-4c38-835d-e36be8a0d4e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.447426] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1661.447426] env[62633]: value = "task-1808028" [ 1661.447426] env[62633]: _type = "Task" [ 1661.447426] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.455051] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.526089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.530932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.531149] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.531286] env[62633]: DEBUG nova.network.neutron [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.554069] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f904d968-6bb0-4c04-8884-0ff3980440bd tempest-ServersV294TestFqdnHostnames-1609362596 tempest-ServersV294TestFqdnHostnames-1609362596-project-member] Lock "55b60107-c7f1-43c5-bdfb-0d32ca39b1e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.170s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.555261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7acbccbd-aeb9-48c8-aed0-ca4fe0d14b60 tempest-DeleteServersAdminTestJSON-1595162315 tempest-DeleteServersAdminTestJSON-1595162315-project-member] Lock "84963b46-9f11-4e75-8242-6ea5bb918499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.754s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.728602] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808026, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.763268] env[62633]: DEBUG oslo_vmware.api [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159562} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.763643] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.763917] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.765073] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.765073] env[62633]: INFO nova.compute.manager [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1661.765073] env[62633]: DEBUG oslo.service.loopingcall [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.765073] env[62633]: DEBUG nova.compute.manager [-] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1661.765073] env[62633]: DEBUG nova.network.neutron [-] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.793591] env[62633]: DEBUG nova.compute.manager [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1661.959866] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808028, 'name': ReconfigVM_Task, 'duration_secs': 0.299048} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.961300] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 64a16c3e-4e6d-442c-a33e-94a72aadf3d2/64a16c3e-4e6d-442c-a33e-94a72aadf3d2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.961995] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d4c16a3-daeb-434b-a83d-50476213ee56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.968919] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1661.968919] env[62633]: value = "task-1808029" [ 1661.968919] env[62633]: _type = "Task" [ 1661.968919] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.977714] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808029, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.033992] env[62633]: DEBUG oslo_concurrency.lockutils [None req-238a740c-7d91-4335-9b37-a7037d45a27e tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-e35472bf-1914-4f5b-bedd-24fb62769327-028bba4a-efe0-490f-9314-c606285a1870" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.641s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.231892] env[62633]: DEBUG oslo_vmware.api [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808026, 'name': RemoveSnapshot_Task, 'duration_secs': 0.551637} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.232057] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1662.232300] env[62633]: INFO nova.compute.manager [None req-1d8a882e-6d9c-45aa-b0f5-1926c2671e81 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Took 16.02 seconds to snapshot the instance on the hypervisor. [ 1662.322662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.426373] env[62633]: DEBUG nova.network.neutron [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance_info_cache with network_info: [{"id": "a6585d70-9e78-4725-a71b-1935af445100", "address": "fa:16:3e:1f:6f:45", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6585d70-9e", "ovs_interfaceid": "a6585d70-9e78-4725-a71b-1935af445100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.436908] env[62633]: DEBUG nova.compute.manager [req-381a8045-a216-4223-be52-a926753fe1be req-f3d4e2e1-fdb9-4791-ac44-342c6cb2de75 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Received event network-vif-deleted-a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1662.436908] env[62633]: INFO nova.compute.manager [req-381a8045-a216-4223-be52-a926753fe1be req-f3d4e2e1-fdb9-4791-ac44-342c6cb2de75 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Neutron deleted interface a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b; detaching it from the instance and deleting it from the info cache [ 1662.437126] env[62633]: DEBUG nova.network.neutron [req-381a8045-a216-4223-be52-a926753fe1be req-f3d4e2e1-fdb9-4791-ac44-342c6cb2de75 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.483493] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808029, 'name': Rename_Task, 'duration_secs': 0.135938} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.483848] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1662.484059] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38f9aec2-d2c7-46e3-86ee-1b399e41dc83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.493385] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1662.493385] env[62633]: value = "task-1808030" [ 1662.493385] env[62633]: _type = "Task" [ 1662.493385] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.499857] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.608447] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac923983-bf9e-447d-9213-02037aca1dcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.618473] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1d4da2-6caf-46ce-b2ee-ee1141e11085 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.654467] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d40678b-414d-44e7-99ec-86bdb3c0e077 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.662532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f6b4da-231c-4d10-9a03-49e430c14f7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.677204] env[62633]: DEBUG nova.compute.provider_tree [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1662.914376] env[62633]: DEBUG nova.network.neutron [-] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.929727] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.940410] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9efba219-0557-4c4a-94b3-ac823c8d6469 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.952511] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8c1e4e-95d1-4713-9e42-1cd44871d004 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.993265] env[62633]: DEBUG nova.compute.manager [req-381a8045-a216-4223-be52-a926753fe1be req-f3d4e2e1-fdb9-4791-ac44-342c6cb2de75 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Detach interface failed, port_id=a0fed157-dd2d-4cf8-9bd9-b058eeb65b6b, reason: Instance e35472bf-1914-4f5b-bedd-24fb62769327 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1663.001886] env[62633]: DEBUG oslo_vmware.api [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808030, 'name': PowerOnVM_Task, 'duration_secs': 0.473998} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.002682] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.002936] env[62633]: INFO nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1663.003175] env[62633]: DEBUG nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1663.003967] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db8e6b-233d-4ed6-89c3-1e0e81d28cd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.203846] env[62633]: ERROR nova.scheduler.client.report [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [req-6f7a7682-b816-415d-8997-fd72df4a3278] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6f7a7682-b816-415d-8997-fd72df4a3278"}]} [ 1663.226379] env[62633]: DEBUG nova.scheduler.client.report [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1663.244442] env[62633]: DEBUG nova.scheduler.client.report [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1663.244694] env[62633]: DEBUG nova.compute.provider_tree [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1663.256245] env[62633]: DEBUG nova.scheduler.client.report [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1663.279208] env[62633]: DEBUG nova.scheduler.client.report [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1663.418240] env[62633]: INFO nova.compute.manager [-] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Took 1.65 seconds to deallocate network for instance. [ 1663.522961] env[62633]: INFO nova.compute.manager [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Took 36.17 seconds to build instance. [ 1663.764624] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db637913-7a6f-456d-a1d6-e9362ddb666b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.772632] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8766c4b-750d-424f-be21-e3bb89d06d64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.806245] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40d4977-5446-4f84-b5a0-72182ee87f20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.814413] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d8b511-51ff-435a-b8f4-3cb1b4b5c4cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.831808] env[62633]: DEBUG nova.compute.provider_tree [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1663.928316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.029159] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b36bb05c-33cb-4189-a6b7-2e93eca1f99c tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.691s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.369265] env[62633]: DEBUG nova.scheduler.client.report [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1664.369581] env[62633]: DEBUG nova.compute.provider_tree [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 90 to 91 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1664.369770] env[62633]: DEBUG nova.compute.provider_tree [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.449805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60393431-dcbe-441b-b7a7-9fb331bd8ae4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.475079] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance '83b841b7-ac47-45c4-bcea-4020242cf996' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.592590] env[62633]: DEBUG nova.compute.manager [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1664.593682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b894601-b8f8-441c-a481-da91762681bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.876190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.858s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.881207] env[62633]: DEBUG nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1664.885405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.366s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.888437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.888437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.585s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.893519] env[62633]: INFO nova.compute.claims [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.929931] env[62633]: INFO nova.scheduler.client.report [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Deleted allocations for instance d5802274-3d5c-42a5-b915-48a971c3c2ed [ 1664.982540] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.983326] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c01367e-1207-47f6-bb49-69efef76559c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.992827] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1664.992827] env[62633]: value = "task-1808031" [ 1664.992827] env[62633]: _type = "Task" [ 1664.992827] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.003206] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.107021] env[62633]: INFO nova.compute.manager [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] instance snapshotting [ 1665.112758] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff04e2-8c0d-4bf5-b443-c95c64b4829b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.143161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628f539-eefd-4d19-85e9-63dfba132a2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.404234] env[62633]: DEBUG nova.compute.utils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1665.408644] env[62633]: DEBUG nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1665.408832] env[62633]: DEBUG nova.network.neutron [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.438699] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8fc3ffc7-27eb-455c-84fb-0a6afc0d2af7 tempest-ServersTestFqdnHostnames-1234402432 tempest-ServersTestFqdnHostnames-1234402432-project-member] Lock "d5802274-3d5c-42a5-b915-48a971c3c2ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.807s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.481850] env[62633]: DEBUG nova.policy [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3babfcf1e6d9426e9d8d3f7d323606ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '136d42abd103449a9e7fc7d17f2f2c79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1665.506622] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808031, 'name': PowerOffVM_Task, 'duration_secs': 0.313251} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.506897] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.507886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance '83b841b7-ac47-45c4-bcea-4020242cf996' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1665.658521] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1665.658907] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f557d57-5210-4e4b-8a30-b8950174dc04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.667702] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1665.667702] env[62633]: value = "task-1808032" [ 1665.667702] env[62633]: _type = "Task" [ 1665.667702] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.676504] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.910186] env[62633]: DEBUG nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1665.926078] env[62633]: DEBUG nova.network.neutron [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Successfully created port: 3d548f9b-5697-43fa-8c0e-5907000e9ea6 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1666.014771] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1666.015042] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1666.015208] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.015443] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1666.015593] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.015740] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1666.016125] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1666.017053] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1666.017973] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1666.017973] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1666.017973] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1666.029133] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ba6151-791e-43cb-8f85-dabbcbd20a39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.049334] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1666.049334] env[62633]: value = "task-1808033" [ 1666.049334] env[62633]: _type = "Task" [ 1666.049334] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.069417] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.178441] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808032, 'name': CreateSnapshot_Task, 'duration_secs': 0.506061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.182443] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1666.184738] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8206c-d92a-41fe-9172-46b289372e22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.526050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f54f3b-a119-498a-8c25-0264a0fb1be6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.533824] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bd6af0-9d57-4d1f-9240-420513462f8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.574188] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48662d4a-adde-42d5-9f42-369a1d97d8e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.586880] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13b549c-9645-42b1-b01a-73407941aa5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.590928] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808033, 'name': ReconfigVM_Task, 'duration_secs': 0.182959} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.591301] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance '83b841b7-ac47-45c4-bcea-4020242cf996' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1666.609116] env[62633]: DEBUG nova.compute.provider_tree [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.707465] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1666.707851] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e7c5390-9bf8-414b-95e1-57a4db1807d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.717871] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1666.717871] env[62633]: value = "task-1808034" [ 1666.717871] env[62633]: _type = "Task" [ 1666.717871] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.728829] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808034, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.929634] env[62633]: DEBUG nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1666.970893] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1666.971193] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1666.971350] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.971530] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1666.971674] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.971821] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1666.972146] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1666.972208] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1666.972365] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1666.973652] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1666.973652] env[62633]: DEBUG nova.virt.hardware [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1666.974282] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c7beaf-aead-4b15-bb0e-cd4d9b0c0a3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.984940] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57891494-f270-41d7-9368-1a7ad465148d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.115034] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='074773f6-1aca-45fc-a2d8-b933a7811606',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-140498606',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1667.115034] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1667.115034] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.115034] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1667.115034] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.115034] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1667.115034] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1667.118559] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1667.119453] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1667.119905] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1667.120967] env[62633]: DEBUG nova.virt.hardware [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1667.132309] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1667.134225] env[62633]: DEBUG nova.scheduler.client.report [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1667.139614] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3098a59a-8f30-4f2a-a6db-889fb0707802 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.170607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.171174] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.171700] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.171952] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.172470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.176463] env[62633]: INFO nova.compute.manager [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Terminating instance [ 1667.182548] env[62633]: DEBUG nova.compute.manager [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1667.182548] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.182548] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a908912-92ae-45f7-866e-37f09e72ebab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.190554] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1667.190554] env[62633]: value = "task-1808035" [ 1667.190554] env[62633]: _type = "Task" [ 1667.190554] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.207354] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.208324] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c3a5f1f-ebcb-4901-87fc-4e93a08c0143 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.214716] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.226830] env[62633]: DEBUG oslo_vmware.api [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1667.226830] env[62633]: value = "task-1808036" [ 1667.226830] env[62633]: _type = "Task" [ 1667.226830] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.233931] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808034, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.239857] env[62633]: DEBUG oslo_vmware.api [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.670302] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.670899] env[62633]: DEBUG nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1667.674231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.122s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.674446] env[62633]: DEBUG nova.objects.instance [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1667.706761] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808035, 'name': ReconfigVM_Task, 'duration_secs': 0.171498} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.707266] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1667.708138] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d631e605-2f2b-4961-ae7d-0e195ab8a4f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.738534] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996/83b841b7-ac47-45c4-bcea-4020242cf996.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.746497] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e420dca6-2b95-4197-ab56-b049eeb5f81f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.765117] env[62633]: DEBUG nova.compute.manager [req-bbcd3526-04ea-4efc-a983-68dddb885834 req-844bd288-1faa-4ceb-9713-6f5ca5e77338 service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Received event network-vif-plugged-3d548f9b-5697-43fa-8c0e-5907000e9ea6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.765657] env[62633]: DEBUG oslo_concurrency.lockutils [req-bbcd3526-04ea-4efc-a983-68dddb885834 req-844bd288-1faa-4ceb-9713-6f5ca5e77338 service nova] Acquiring lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.766112] env[62633]: DEBUG oslo_concurrency.lockutils [req-bbcd3526-04ea-4efc-a983-68dddb885834 req-844bd288-1faa-4ceb-9713-6f5ca5e77338 service nova] Lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.766329] env[62633]: DEBUG oslo_concurrency.lockutils [req-bbcd3526-04ea-4efc-a983-68dddb885834 req-844bd288-1faa-4ceb-9713-6f5ca5e77338 service nova] Lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.766567] env[62633]: DEBUG nova.compute.manager [req-bbcd3526-04ea-4efc-a983-68dddb885834 req-844bd288-1faa-4ceb-9713-6f5ca5e77338 service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] No waiting events found dispatching network-vif-plugged-3d548f9b-5697-43fa-8c0e-5907000e9ea6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1667.766805] env[62633]: WARNING nova.compute.manager [req-bbcd3526-04ea-4efc-a983-68dddb885834 req-844bd288-1faa-4ceb-9713-6f5ca5e77338 service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Received unexpected event network-vif-plugged-3d548f9b-5697-43fa-8c0e-5907000e9ea6 for instance with vm_state building and task_state spawning. [ 1667.774871] env[62633]: DEBUG oslo_vmware.api [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808036, 'name': PowerOffVM_Task, 'duration_secs': 0.194398} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.775121] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808034, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.776618] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.776793] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.777250] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1667.777250] env[62633]: value = "task-1808037" [ 1667.777250] env[62633]: _type = "Task" [ 1667.777250] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.777936] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5bbaaf7-0704-4f22-ad57-4968a2243400 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.789910] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.866027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.867111] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.867889] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Deleting the datastore file [datastore1] 64a16c3e-4e6d-442c-a33e-94a72aadf3d2 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.868237] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b0019fb-dc04-4257-bc69-0d4f512a7d31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.875459] env[62633]: DEBUG oslo_vmware.api [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1667.875459] env[62633]: value = "task-1808039" [ 1667.875459] env[62633]: _type = "Task" [ 1667.875459] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.884401] env[62633]: DEBUG oslo_vmware.api [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.906514] env[62633]: DEBUG nova.network.neutron [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Successfully updated port: 3d548f9b-5697-43fa-8c0e-5907000e9ea6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1668.179908] env[62633]: DEBUG nova.compute.utils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1668.181361] env[62633]: DEBUG nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1668.181534] env[62633]: DEBUG nova.network.neutron [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1668.237438] env[62633]: DEBUG nova.policy [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e50b8df4797499b8b6a5b21eb3209b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada2dcc843ec4d42973857f63a66cdc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1668.245945] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808034, 'name': CloneVM_Task, 'duration_secs': 1.38044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.246279] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Created linked-clone VM from snapshot [ 1668.247050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14bac84-4e3f-43d7-b88a-f7c84c642058 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.255892] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Uploading image 52ab606f-6a22-45b3-9052-ae349de368be {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1668.285876] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1668.285876] env[62633]: value = "vm-374758" [ 1668.285876] env[62633]: _type = "VirtualMachine" [ 1668.285876] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1668.286216] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e3335df-3a5d-4331-a8b4-f2d859ec8476 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.296376] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808037, 'name': ReconfigVM_Task, 'duration_secs': 0.331384} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.297673] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996/83b841b7-ac47-45c4-bcea-4020242cf996.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.297956] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance '83b841b7-ac47-45c4-bcea-4020242cf996' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1668.308497] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lease: (returnval){ [ 1668.308497] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528d23f6-a171-8933-8bf9-14dc14fbed15" [ 1668.308497] env[62633]: _type = "HttpNfcLease" [ 1668.308497] env[62633]: } obtained for exporting VM: (result){ [ 1668.308497] env[62633]: value = "vm-374758" [ 1668.308497] env[62633]: _type = "VirtualMachine" [ 1668.308497] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1668.308726] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the lease: (returnval){ [ 1668.308726] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528d23f6-a171-8933-8bf9-14dc14fbed15" [ 1668.308726] env[62633]: _type = "HttpNfcLease" [ 1668.308726] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1668.315184] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1668.315184] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528d23f6-a171-8933-8bf9-14dc14fbed15" [ 1668.315184] env[62633]: _type = "HttpNfcLease" [ 1668.315184] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1668.315467] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1668.315467] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528d23f6-a171-8933-8bf9-14dc14fbed15" [ 1668.315467] env[62633]: _type = "HttpNfcLease" [ 1668.315467] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1668.316215] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40253ac3-1659-4725-b712-fa7c4fcbc204 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.323616] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4891-20b2-6fc6-485c-1645ac57b207/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1668.324719] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4891-20b2-6fc6-485c-1645ac57b207/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1668.403670] env[62633]: DEBUG oslo_vmware.api [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148761} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.403941] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.404146] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.404329] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.404507] env[62633]: INFO nova.compute.manager [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1668.406228] env[62633]: DEBUG oslo.service.loopingcall [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.406228] env[62633]: DEBUG nova.compute.manager [-] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1668.406228] env[62633]: DEBUG nova.network.neutron [-] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.415357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquiring lock "refresh_cache-d344a8a1-fdf5-4347-8a79-00af6dfaa685" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.415357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquired lock "refresh_cache-d344a8a1-fdf5-4347-8a79-00af6dfaa685" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.415357] env[62633]: DEBUG nova.network.neutron [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.439327] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3423f27c-b0d4-4511-a67b-61f0ac51ab0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.688956] env[62633]: DEBUG nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1668.695374] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d64d2b9-8b4d-4e12-97f4-0c4b822aa205 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.698106] env[62633]: DEBUG nova.network.neutron [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Successfully created port: 0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.699479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.460s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.699819] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.701945] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.184s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.702264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.704071] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.755s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.706390] env[62633]: INFO nova.compute.claims [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.739257] env[62633]: INFO nova.scheduler.client.report [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Deleted allocations for instance 2b6fdfc3-aba8-4653-919a-be6a798d0ed2 [ 1668.743671] env[62633]: INFO nova.scheduler.client.report [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Deleted allocations for instance 7229a8ca-458f-41f0-8255-12352dac8693 [ 1668.814789] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510e742e-2ca8-4385-8c26-f8423ea3dcf2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.837662] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b3f2e-d36e-4463-aa92-2a8847e5f1bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.861892] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance '83b841b7-ac47-45c4-bcea-4020242cf996' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1668.966704] env[62633]: DEBUG nova.network.neutron [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.252347] env[62633]: DEBUG oslo_concurrency.lockutils [None req-84a7c937-d958-400e-97ce-5f3462f89286 tempest-TenantUsagesTestJSON-2101126600 tempest-TenantUsagesTestJSON-2101126600-project-member] Lock "2b6fdfc3-aba8-4653-919a-be6a798d0ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.426s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.255592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-22dca8b9-6916-4357-8ce8-10b59ced5952 tempest-ServerMetadataNegativeTestJSON-1543737335 tempest-ServerMetadataNegativeTestJSON-1543737335-project-member] Lock "7229a8ca-458f-41f0-8255-12352dac8693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.402s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.367846] env[62633]: DEBUG nova.network.neutron [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Updating instance_info_cache with network_info: [{"id": "3d548f9b-5697-43fa-8c0e-5907000e9ea6", "address": "fa:16:3e:a4:6e:38", "network": {"id": "906f0181-1c41-43cb-952f-3f10e1acb324", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-317359478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136d42abd103449a9e7fc7d17f2f2c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d548f9b-56", "ovs_interfaceid": "3d548f9b-5697-43fa-8c0e-5907000e9ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.386726] env[62633]: DEBUG nova.network.neutron [-] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.451994] env[62633]: DEBUG nova.network.neutron [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Port a6585d70-9e78-4725-a71b-1935af445100 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1669.703774] env[62633]: DEBUG nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1669.740938] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1669.741220] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1669.741514] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.741728] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1669.741885] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.742062] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1669.742356] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1669.742585] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1669.742770] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1669.743148] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1669.743310] env[62633]: DEBUG nova.virt.hardware [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1669.744755] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a60e506-201a-414a-8148-1741d7c41bae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.759090] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4cb2c8-ba6c-46fd-9159-dc1114042b35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.876596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Releasing lock "refresh_cache-d344a8a1-fdf5-4347-8a79-00af6dfaa685" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.877031] env[62633]: DEBUG nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Instance network_info: |[{"id": "3d548f9b-5697-43fa-8c0e-5907000e9ea6", "address": "fa:16:3e:a4:6e:38", "network": {"id": "906f0181-1c41-43cb-952f-3f10e1acb324", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-317359478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136d42abd103449a9e7fc7d17f2f2c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d548f9b-56", "ovs_interfaceid": "3d548f9b-5697-43fa-8c0e-5907000e9ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1669.877915] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:6e:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d548f9b-5697-43fa-8c0e-5907000e9ea6', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.891264] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Creating folder: Project (136d42abd103449a9e7fc7d17f2f2c79). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1669.895150] env[62633]: INFO nova.compute.manager [-] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Took 1.49 seconds to deallocate network for instance. [ 1669.895518] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f753f39-7d7a-4ab3-a434-b14fd3457f7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.913265] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Created folder: Project (136d42abd103449a9e7fc7d17f2f2c79) in parent group-v374582. [ 1669.913682] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Creating folder: Instances. Parent ref: group-v374759. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1669.914248] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b9819d-c055-4709-81ca-32870fd7b9b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.924944] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Created folder: Instances in parent group-v374759. [ 1669.924944] env[62633]: DEBUG oslo.service.loopingcall [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.924944] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1669.924944] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b26e86-9bc0-4030-9574-c63824da20af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.951155] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1669.951155] env[62633]: value = "task-1808043" [ 1669.951155] env[62633]: _type = "Task" [ 1669.951155] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.964764] env[62633]: DEBUG nova.compute.manager [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Received event network-changed-3d548f9b-5697-43fa-8c0e-5907000e9ea6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.965040] env[62633]: DEBUG nova.compute.manager [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Refreshing instance network info cache due to event network-changed-3d548f9b-5697-43fa-8c0e-5907000e9ea6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1669.965281] env[62633]: DEBUG oslo_concurrency.lockutils [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] Acquiring lock "refresh_cache-d344a8a1-fdf5-4347-8a79-00af6dfaa685" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.965458] env[62633]: DEBUG oslo_concurrency.lockutils [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] Acquired lock "refresh_cache-d344a8a1-fdf5-4347-8a79-00af6dfaa685" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.965634] env[62633]: DEBUG nova.network.neutron [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Refreshing network info cache for port 3d548f9b-5697-43fa-8c0e-5907000e9ea6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.976944] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808043, 'name': CreateVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.314328] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc6dbe-9e4f-42c4-a678-c4cbf7c0b3ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.323901] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1183e0-4eec-4039-a0f5-419a1588f518 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.364388] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a7572-2b18-45e3-a10e-1fe8949029be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.374147] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31827d99-1bed-4a3c-a9c7-631da8a84f5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.392625] env[62633]: DEBUG nova.compute.provider_tree [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.404523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.463612] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808043, 'name': CreateVM_Task, 'duration_secs': 0.372799} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.463820] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.464875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.465328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.465435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1670.465695] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17b1d9f-1968-40b5-a7b6-913245e86747 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.479553] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1670.479553] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52987d8c-273e-cb9b-2335-a354e925d8f7" [ 1670.479553] env[62633]: _type = "Task" [ 1670.479553] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.493685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.494672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.494997] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.504444] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52987d8c-273e-cb9b-2335-a354e925d8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.504956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.505161] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1670.505498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.505694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.506118] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.506271] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f239fa-df2a-48e4-a77b-e41ace7121b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.516041] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.516536] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.517704] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603f836f-76c0-4c7f-be87-ad1c29609e48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.524334] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1670.524334] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529788cc-6f19-1471-33bf-dba11df90fdc" [ 1670.524334] env[62633]: _type = "Task" [ 1670.524334] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.533834] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529788cc-6f19-1471-33bf-dba11df90fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.897065] env[62633]: DEBUG nova.scheduler.client.report [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1670.950744] env[62633]: DEBUG nova.network.neutron [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Updated VIF entry in instance network info cache for port 3d548f9b-5697-43fa-8c0e-5907000e9ea6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.951179] env[62633]: DEBUG nova.network.neutron [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Updating instance_info_cache with network_info: [{"id": "3d548f9b-5697-43fa-8c0e-5907000e9ea6", "address": "fa:16:3e:a4:6e:38", "network": {"id": "906f0181-1c41-43cb-952f-3f10e1acb324", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-317359478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "136d42abd103449a9e7fc7d17f2f2c79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d548f9b-56", "ovs_interfaceid": "3d548f9b-5697-43fa-8c0e-5907000e9ea6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.973820] env[62633]: DEBUG nova.network.neutron [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Successfully updated port: 0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1671.038279] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529788cc-6f19-1471-33bf-dba11df90fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.039585] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca4371c-65d8-4b48-852f-8eea23f9afef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.046161] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1671.046161] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529bb16d-6747-3ddd-d9ab-e7a75263b482" [ 1671.046161] env[62633]: _type = "Task" [ 1671.046161] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.059409] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529bb16d-6747-3ddd-d9ab-e7a75263b482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.095626] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.095906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.404781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.405464] env[62633]: DEBUG nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1671.408847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.181s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.410337] env[62633]: INFO nova.compute.claims [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1671.461346] env[62633]: DEBUG oslo_concurrency.lockutils [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] Releasing lock "refresh_cache-d344a8a1-fdf5-4347-8a79-00af6dfaa685" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.461346] env[62633]: DEBUG nova.compute.manager [req-316988a7-4635-4c1e-8b75-6cf5f3c49020 req-2dc69dbc-f56a-406e-8820-96ed4e14e7bb service nova] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Received event network-vif-deleted-da59a6ee-8039-4e05-84f8-6054816b22d1 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1671.477158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.477319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.477398] env[62633]: DEBUG nova.network.neutron [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.558978] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529bb16d-6747-3ddd-d9ab-e7a75263b482, 'name': SearchDatastore_Task, 'duration_secs': 0.024189} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.559304] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.559576] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] d344a8a1-fdf5-4347-8a79-00af6dfaa685/d344a8a1-fdf5-4347-8a79-00af6dfaa685.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1671.560188] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8631db4-0c3e-4162-95c5-9836f146d757 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.567161] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1671.567161] env[62633]: value = "task-1808044" [ 1671.567161] env[62633]: _type = "Task" [ 1671.567161] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.571672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.571852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.572176] env[62633]: DEBUG nova.network.neutron [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.583158] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.601390] env[62633]: DEBUG nova.compute.manager [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1671.919386] env[62633]: DEBUG nova.compute.utils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.925378] env[62633]: DEBUG nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1671.925628] env[62633]: DEBUG nova.network.neutron [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1672.008803] env[62633]: DEBUG nova.policy [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe3a49ec473445786c1b77b390e1d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3cbeb0f6545b9951614c9299b07a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1672.079374] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480418} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.080021] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] d344a8a1-fdf5-4347-8a79-00af6dfaa685/d344a8a1-fdf5-4347-8a79-00af6dfaa685.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.080242] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.080811] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30cb6f0c-a7ab-46d2-9c4f-541ea7a30dac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.087345] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1672.087345] env[62633]: value = "task-1808045" [ 1672.087345] env[62633]: _type = "Task" [ 1672.087345] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.096996] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.130865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.254079] env[62633]: DEBUG nova.network.neutron [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1672.326517] env[62633]: DEBUG nova.compute.manager [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Received event network-vif-plugged-0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1672.326595] env[62633]: DEBUG oslo_concurrency.lockutils [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] Acquiring lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.326823] env[62633]: DEBUG oslo_concurrency.lockutils [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.329454] env[62633]: DEBUG oslo_concurrency.lockutils [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.329665] env[62633]: DEBUG nova.compute.manager [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] No waiting events found dispatching network-vif-plugged-0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1672.329860] env[62633]: WARNING nova.compute.manager [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Received unexpected event network-vif-plugged-0b804e72-6f36-455a-880c-09ff7733fd42 for instance with vm_state building and task_state spawning. [ 1672.330298] env[62633]: DEBUG nova.compute.manager [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Received event network-changed-0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1672.330492] env[62633]: DEBUG nova.compute.manager [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Refreshing instance network info cache due to event network-changed-0b804e72-6f36-455a-880c-09ff7733fd42. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1672.330706] env[62633]: DEBUG oslo_concurrency.lockutils [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] Acquiring lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.433374] env[62633]: DEBUG nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1672.498648] env[62633]: DEBUG nova.network.neutron [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Updating instance_info_cache with network_info: [{"id": "0b804e72-6f36-455a-880c-09ff7733fd42", "address": "fa:16:3e:fa:a2:ae", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b804e72-6f", "ovs_interfaceid": "0b804e72-6f36-455a-880c-09ff7733fd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.598902] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089309} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.602322] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.603752] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1289ee84-b7a0-429c-9b22-ba843c7d78f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.632117] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d344a8a1-fdf5-4347-8a79-00af6dfaa685/d344a8a1-fdf5-4347-8a79-00af6dfaa685.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.639332] env[62633]: DEBUG nova.network.neutron [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Successfully created port: 61a5c97b-556f-407f-897e-ead354d34de2 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.641064] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f476a5-74f6-4c14-950d-a10e8d4d0f0e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.663810] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1672.663810] env[62633]: value = "task-1808046" [ 1672.663810] env[62633]: _type = "Task" [ 1672.663810] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.677444] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.799364] env[62633]: DEBUG nova.network.neutron [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance_info_cache with network_info: [{"id": "a6585d70-9e78-4725-a71b-1935af445100", "address": "fa:16:3e:1f:6f:45", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6585d70-9e", "ovs_interfaceid": "a6585d70-9e78-4725-a71b-1935af445100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.936694] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be61881-72e7-4eac-b62c-eaa21259b9ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.949293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c499ae8c-636a-42eb-8ad1-755e5bb94640 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.982802] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67e33fa-1ef2-4639-8e85-16f3d0c1bece {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.991103] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224b4c76-ad52-425d-98bc-ff7352caa172 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.007670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.007670] env[62633]: DEBUG nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Instance network_info: |[{"id": "0b804e72-6f36-455a-880c-09ff7733fd42", "address": "fa:16:3e:fa:a2:ae", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b804e72-6f", "ovs_interfaceid": "0b804e72-6f36-455a-880c-09ff7733fd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1673.008185] env[62633]: DEBUG nova.compute.provider_tree [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.009938] env[62633]: DEBUG oslo_concurrency.lockutils [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] Acquired lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.013027] env[62633]: DEBUG nova.network.neutron [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Refreshing network info cache for port 0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.013027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:a2:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b804e72-6f36-455a-880c-09ff7733fd42', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1673.020596] env[62633]: DEBUG oslo.service.loopingcall [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.022081] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1673.022325] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-271ec637-7ef7-490f-96de-d35a1f9a66e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.042535] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1673.042535] env[62633]: value = "task-1808047" [ 1673.042535] env[62633]: _type = "Task" [ 1673.042535] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.055457] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808047, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.174757] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.302796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.444762] env[62633]: DEBUG nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1673.471486] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1673.471774] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1673.471934] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.472182] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1673.472384] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.472552] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1673.473170] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1673.473170] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1673.473170] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1673.473286] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1673.473426] env[62633]: DEBUG nova.virt.hardware [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1673.474398] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f8ee93-3fba-484c-9291-27c5b033ce36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.482844] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cf9da1-86e1-43d8-a933-9b5fb10c6110 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.511454] env[62633]: DEBUG nova.scheduler.client.report [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1673.554029] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808047, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.674562] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808046, 'name': ReconfigVM_Task, 'duration_secs': 0.781726} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.674864] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d344a8a1-fdf5-4347-8a79-00af6dfaa685/d344a8a1-fdf5-4347-8a79-00af6dfaa685.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.675616] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a896321b-bc23-4167-89d4-b17fb147ab08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.681643] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1673.681643] env[62633]: value = "task-1808048" [ 1673.681643] env[62633]: _type = "Task" [ 1673.681643] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.690538] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808048, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.835182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f99b700-65df-41b2-a82b-2bd5c699d9ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.865782] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d372704-38d2-42d1-b003-4baea46f5f6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.874061] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance '83b841b7-ac47-45c4-bcea-4020242cf996' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1674.019171] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.021029] env[62633]: DEBUG nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1674.022962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.055s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.025057] env[62633]: INFO nova.compute.claims [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.055856] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808047, 'name': CreateVM_Task, 'duration_secs': 0.545305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.056754] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1674.057275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.057566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.058272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1674.058655] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1ef63f-d466-4e9b-abc1-25ed3ac9bd8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.067232] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1674.067232] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]520d7ee1-af78-42b9-93e1-407eabf7068a" [ 1674.067232] env[62633]: _type = "Task" [ 1674.067232] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.078503] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]520d7ee1-af78-42b9-93e1-407eabf7068a, 'name': SearchDatastore_Task} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.079101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.079568] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1674.079973] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.080303] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.083815] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1674.083815] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-480950d4-0e7d-4bfc-a020-818cec7ff428 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.092194] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1674.092194] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1674.092194] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec41dfe7-122c-47d4-b0ad-814ba8f1bfcf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.099276] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1674.099276] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a07af3-7cbc-f4d1-6cf9-8474ab534bde" [ 1674.099276] env[62633]: _type = "Task" [ 1674.099276] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.108737] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a07af3-7cbc-f4d1-6cf9-8474ab534bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.195596] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808048, 'name': Rename_Task, 'duration_secs': 0.144501} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.195596] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.195596] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a00167e-9573-44f9-8420-7f49ca131cae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.205879] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1674.205879] env[62633]: value = "task-1808049" [ 1674.205879] env[62633]: _type = "Task" [ 1674.205879] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.213775] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.229721] env[62633]: DEBUG nova.network.neutron [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Successfully updated port: 61a5c97b-556f-407f-897e-ead354d34de2 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.337503] env[62633]: DEBUG nova.network.neutron [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Updated VIF entry in instance network info cache for port 0b804e72-6f36-455a-880c-09ff7733fd42. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.339023] env[62633]: DEBUG nova.network.neutron [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Updating instance_info_cache with network_info: [{"id": "0b804e72-6f36-455a-880c-09ff7733fd42", "address": "fa:16:3e:fa:a2:ae", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b804e72-6f", "ovs_interfaceid": "0b804e72-6f36-455a-880c-09ff7733fd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.383573] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.385338] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30e40928-524d-40f0-abad-e851e2dbe61f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.394469] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1674.394469] env[62633]: value = "task-1808050" [ 1674.394469] env[62633]: _type = "Task" [ 1674.394469] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.406837] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.492174] env[62633]: DEBUG nova.compute.manager [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Received event network-vif-plugged-61a5c97b-556f-407f-897e-ead354d34de2 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1674.492451] env[62633]: DEBUG oslo_concurrency.lockutils [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] Acquiring lock "b8bbe304-770c-4719-8c45-ada25e5eac67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.492755] env[62633]: DEBUG oslo_concurrency.lockutils [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.492954] env[62633]: DEBUG oslo_concurrency.lockutils [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.493214] env[62633]: DEBUG nova.compute.manager [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] No waiting events found dispatching network-vif-plugged-61a5c97b-556f-407f-897e-ead354d34de2 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1674.493460] env[62633]: WARNING nova.compute.manager [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Received unexpected event network-vif-plugged-61a5c97b-556f-407f-897e-ead354d34de2 for instance with vm_state building and task_state spawning. [ 1674.493673] env[62633]: DEBUG nova.compute.manager [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Received event network-changed-61a5c97b-556f-407f-897e-ead354d34de2 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1674.493873] env[62633]: DEBUG nova.compute.manager [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Refreshing instance network info cache due to event network-changed-61a5c97b-556f-407f-897e-ead354d34de2. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1674.494974] env[62633]: DEBUG oslo_concurrency.lockutils [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] Acquiring lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.494974] env[62633]: DEBUG oslo_concurrency.lockutils [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] Acquired lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.494974] env[62633]: DEBUG nova.network.neutron [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Refreshing network info cache for port 61a5c97b-556f-407f-897e-ead354d34de2 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.530893] env[62633]: DEBUG nova.compute.utils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.536112] env[62633]: DEBUG nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1674.536715] env[62633]: DEBUG nova.network.neutron [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.609466] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a07af3-7cbc-f4d1-6cf9-8474ab534bde, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.610370] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648ad232-ee1b-4b79-b5d4-997114b43b1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.617155] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1674.617155] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526463ea-4db0-eeb9-af79-bff02b71d6fc" [ 1674.617155] env[62633]: _type = "Task" [ 1674.617155] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.630745] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526463ea-4db0-eeb9-af79-bff02b71d6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.631148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.631724] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a/8fa0efb0-b72a-4313-adcc-ceb0c497415a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.632691] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f96aa4c1-cea5-4088-972b-d947764040d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.641927] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1674.641927] env[62633]: value = "task-1808051" [ 1674.641927] env[62633]: _type = "Task" [ 1674.641927] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.651483] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.717096] env[62633]: DEBUG nova.policy [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18864fa5b674447b97886f4c600a9f5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83f54d116efb403ca06a6e801cef0958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1674.726164] env[62633]: DEBUG oslo_vmware.api [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808049, 'name': PowerOnVM_Task, 'duration_secs': 0.504285} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.726906] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.726906] env[62633]: INFO nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1674.727167] env[62633]: DEBUG nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1674.731038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14382c-922c-4e3c-84fc-430568e1aa88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.732554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.843526] env[62633]: DEBUG oslo_concurrency.lockutils [req-864e96ca-ecbb-4933-889d-637b1ac522b8 req-c8c0b036-e656-48f4-b6b5-6d39cf4dfabf service nova] Releasing lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.907586] env[62633]: DEBUG oslo_vmware.api [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808050, 'name': PowerOnVM_Task, 'duration_secs': 0.441626} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.910592] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.910592] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df032b54-378e-4aef-8ea8-91f71301ad84 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance '83b841b7-ac47-45c4-bcea-4020242cf996' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1675.047043] env[62633]: DEBUG nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1675.061664] env[62633]: DEBUG nova.network.neutron [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1675.156357] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808051, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.196244] env[62633]: DEBUG nova.network.neutron [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.252355] env[62633]: INFO nova.compute.manager [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Took 41.55 seconds to build instance. [ 1675.561896] env[62633]: DEBUG nova.network.neutron [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Successfully created port: cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.605191] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f4121-3f45-4b5d-80f7-1927d20ed650 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.617227] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140038d3-b8d7-46d8-9a9b-2e1e14409145 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.660536] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49194e1b-0490-4797-8836-0317b706562e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.673722] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558932} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.676153] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a/8fa0efb0-b72a-4313-adcc-ceb0c497415a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1675.676436] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1675.676749] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e670f254-3000-41ed-99fb-ce6db75302b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.680096] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1849877-c2bb-40e0-8887-9b104fbbff86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.694861] env[62633]: DEBUG nova.compute.provider_tree [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.699901] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1675.699901] env[62633]: value = "task-1808052" [ 1675.699901] env[62633]: _type = "Task" [ 1675.699901] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.699901] env[62633]: DEBUG oslo_concurrency.lockutils [req-85db4be0-76c2-43bc-90e8-20b139340438 req-6f711923-6bce-41ee-bdb9-1775583c1ed6 service nova] Releasing lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.702214] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.702497] env[62633]: DEBUG nova.network.neutron [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1675.708860] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.757658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-35a74dea-3496-4743-8636-b015b0bf3671 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.074s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.801723] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4891-20b2-6fc6-485c-1645ac57b207/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1675.802144] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e31836-4fd9-43e8-a069-2125494bde93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.808640] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4891-20b2-6fc6-485c-1645ac57b207/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1675.808821] env[62633]: ERROR oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4891-20b2-6fc6-485c-1645ac57b207/disk-0.vmdk due to incomplete transfer. [ 1675.809431] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b80dc42-c2c4-41be-ac41-e60dd98d4a69 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.816499] env[62633]: DEBUG oslo_vmware.rw_handles [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a4891-20b2-6fc6-485c-1645ac57b207/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1675.816719] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Uploaded image 52ab606f-6a22-45b3-9052-ae349de368be to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1675.818822] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1675.819127] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1186e30d-5c93-489a-8b5f-a30f03de6f07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.825892] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1675.825892] env[62633]: value = "task-1808053" [ 1675.825892] env[62633]: _type = "Task" [ 1675.825892] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.836181] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808053, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.068060] env[62633]: DEBUG nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1676.099706] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1676.100017] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1676.100216] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.100415] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1676.100566] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.100741] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1676.100981] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1676.102885] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1676.104210] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1676.104440] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1676.105951] env[62633]: DEBUG nova.virt.hardware [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1676.106980] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab44c3b-70d1-4e75-be52-772cd3d046af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.117502] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dfa8e3-1139-4473-a75c-f2c9b4e9124e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.200863] env[62633]: DEBUG nova.scheduler.client.report [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1676.237092] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073429} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.237092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.237410] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4364e-8293-49fc-b35e-2f9c9fc80efa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.275627] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a/8fa0efb0-b72a-4313-adcc-ceb0c497415a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.276351] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fc5530-58dd-4e2f-8ee1-b351b37aab72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.294575] env[62633]: DEBUG nova.network.neutron [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1676.302364] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1676.302364] env[62633]: value = "task-1808054" [ 1676.302364] env[62633]: _type = "Task" [ 1676.302364] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.312627] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.338950] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808053, 'name': Destroy_Task, 'duration_secs': 0.456688} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.339568] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Destroyed the VM [ 1676.339751] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1676.340022] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-276597ae-7251-4b6c-a9b3-2bdff9404af3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.347641] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1676.347641] env[62633]: value = "task-1808055" [ 1676.347641] env[62633]: _type = "Task" [ 1676.347641] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.358407] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.484013] env[62633]: DEBUG nova.network.neutron [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Updating instance_info_cache with network_info: [{"id": "61a5c97b-556f-407f-897e-ead354d34de2", "address": "fa:16:3e:0b:13:1b", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a5c97b-55", "ovs_interfaceid": "61a5c97b-556f-407f-897e-ead354d34de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.724573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.725479] env[62633]: DEBUG nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1676.731815] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.537s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.735312] env[62633]: INFO nova.compute.claims [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.815576] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808054, 'name': ReconfigVM_Task, 'duration_secs': 0.29421} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.816061] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a/8fa0efb0-b72a-4313-adcc-ceb0c497415a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.817498] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a491654-a5ef-43a8-b61d-d885f21f49f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.827961] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1676.827961] env[62633]: value = "task-1808056" [ 1676.827961] env[62633]: _type = "Task" [ 1676.827961] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.836797] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808056, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.861687] env[62633]: DEBUG oslo_vmware.api [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808055, 'name': RemoveSnapshot_Task, 'duration_secs': 0.510564} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.861687] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1676.861687] env[62633]: INFO nova.compute.manager [None req-d62e6051-6d4a-44d7-bc15-fa761f0a33f2 tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Took 11.75 seconds to snapshot the instance on the hypervisor. [ 1676.986986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.987567] env[62633]: DEBUG nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Instance network_info: |[{"id": "61a5c97b-556f-407f-897e-ead354d34de2", "address": "fa:16:3e:0b:13:1b", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a5c97b-55", "ovs_interfaceid": "61a5c97b-556f-407f-897e-ead354d34de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1676.988073] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:13:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61a5c97b-556f-407f-897e-ead354d34de2', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1676.996674] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating folder: Project (d8b3cbeb0f6545b9951614c9299b07a1). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1676.997052] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0077d6b7-5376-40e1-afa6-3ae687fab27b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.008250] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created folder: Project (d8b3cbeb0f6545b9951614c9299b07a1) in parent group-v374582. [ 1677.008445] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating folder: Instances. Parent ref: group-v374763. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1677.008686] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c8af497-da4e-4202-bc8b-49e954a51bd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.020061] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created folder: Instances in parent group-v374763. [ 1677.020372] env[62633]: DEBUG oslo.service.loopingcall [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.020608] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1677.020857] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4bdacda-61a1-4a29-8e9d-9fce0371910c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.042239] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1677.042239] env[62633]: value = "task-1808059" [ 1677.042239] env[62633]: _type = "Task" [ 1677.042239] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.055690] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808059, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.242625] env[62633]: DEBUG nova.compute.utils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.246968] env[62633]: DEBUG nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1677.247181] env[62633]: DEBUG nova.network.neutron [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.304335] env[62633]: DEBUG nova.policy [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aadcd8216b84b219931c2e6a9e542a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8acca4887dc740a6ab90bc45efcf4ce7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1677.343191] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808056, 'name': Rename_Task, 'duration_secs': 0.167211} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.343558] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.343830] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a1d6c2-387e-4d1c-8907-1981cf4131be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.350375] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1677.350375] env[62633]: value = "task-1808060" [ 1677.350375] env[62633]: _type = "Task" [ 1677.350375] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.359084] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.554021] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808059, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.655553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquiring lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.655829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.725126] env[62633]: DEBUG nova.network.neutron [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Successfully updated port: cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1677.750452] env[62633]: DEBUG nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1677.773454] env[62633]: DEBUG nova.network.neutron [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Successfully created port: 30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1677.865607] env[62633]: DEBUG oslo_vmware.api [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808060, 'name': PowerOnVM_Task, 'duration_secs': 0.466498} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.866016] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.866169] env[62633]: INFO nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1677.866334] env[62633]: DEBUG nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1677.867207] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f780575-5270-4761-a1ea-21a7449bde17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.968944] env[62633]: DEBUG nova.compute.manager [req-40baec48-39bf-46d2-9cd6-1b3c8c13423f req-27c86d9c-f3e5-435d-bef9-6d01c3c361da service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received event network-vif-plugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1677.969209] env[62633]: DEBUG oslo_concurrency.lockutils [req-40baec48-39bf-46d2-9cd6-1b3c8c13423f req-27c86d9c-f3e5-435d-bef9-6d01c3c361da service nova] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.969437] env[62633]: DEBUG oslo_concurrency.lockutils [req-40baec48-39bf-46d2-9cd6-1b3c8c13423f req-27c86d9c-f3e5-435d-bef9-6d01c3c361da service nova] Lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.969623] env[62633]: DEBUG oslo_concurrency.lockutils [req-40baec48-39bf-46d2-9cd6-1b3c8c13423f req-27c86d9c-f3e5-435d-bef9-6d01c3c361da service nova] Lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.970183] env[62633]: DEBUG nova.compute.manager [req-40baec48-39bf-46d2-9cd6-1b3c8c13423f req-27c86d9c-f3e5-435d-bef9-6d01c3c361da service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] No waiting events found dispatching network-vif-plugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1677.970183] env[62633]: WARNING nova.compute.manager [req-40baec48-39bf-46d2-9cd6-1b3c8c13423f req-27c86d9c-f3e5-435d-bef9-6d01c3c361da service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received unexpected event network-vif-plugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc for instance with vm_state building and task_state spawning. [ 1678.057570] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808059, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.107190] env[62633]: DEBUG nova.network.neutron [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Port a6585d70-9e78-4725-a71b-1935af445100 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1678.107626] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.107893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.108211] env[62633]: DEBUG nova.network.neutron [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.163517] env[62633]: DEBUG nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1678.227321] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.227471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.227623] env[62633]: DEBUG nova.network.neutron [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.391298] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ab5aa-c4da-4697-b902-c873329c3acb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.400164] env[62633]: INFO nova.compute.manager [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Took 42.12 seconds to build instance. [ 1678.401935] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c19e7-59cf-4d93-b6bc-4bd2b17c72b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.433893] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b668f-a0a1-46a4-866b-7087d8acbe3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.442179] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae41b9e-bbf1-4c81-bf85-ec56cbbbf693 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.456427] env[62633]: DEBUG nova.compute.provider_tree [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.554255] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808059, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.688715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.764740] env[62633]: DEBUG nova.network.neutron [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1678.768807] env[62633]: DEBUG nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1678.804347] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ee335caf4305fcd624a952602c94fa93',container_format='bare',created_at=2024-12-12T10:14:14Z,direct_url=,disk_format='vmdk',id=bdf4d6c8-9921-4a3c-b18a-7075600de19d,min_disk=1,min_ram=0,name='tempest-test-snap-1987430853',owner='8acca4887dc740a6ab90bc45efcf4ce7',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T10:14:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1678.804347] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1678.804347] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.804760] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1678.804760] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.804842] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1678.805239] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1678.805239] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1678.805384] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1678.805574] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1678.805761] env[62633]: DEBUG nova.virt.hardware [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1678.806969] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fbd5cf-9a74-4a00-b920-9c1951bd15e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.818601] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ca7047-b40a-43a5-a801-86f899732cb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.900210] env[62633]: DEBUG oslo_concurrency.lockutils [None req-01bb11d6-6485-4013-b26c-fc7ae180d82b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.628s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.941012] env[62633]: DEBUG nova.network.neutron [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [{"id": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "address": "fa:16:3e:ff:cb:bb", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfabd335-1f", "ovs_interfaceid": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.959313] env[62633]: DEBUG nova.scheduler.client.report [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1678.978034] env[62633]: DEBUG nova.network.neutron [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance_info_cache with network_info: [{"id": "a6585d70-9e78-4725-a71b-1935af445100", "address": "fa:16:3e:1f:6f:45", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6585d70-9e", "ovs_interfaceid": "a6585d70-9e78-4725-a71b-1935af445100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.057595] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808059, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.091738] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquiring lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.091996] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.092241] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquiring lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.092437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.092618] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.095032] env[62633]: INFO nova.compute.manager [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Terminating instance [ 1679.098488] env[62633]: DEBUG nova.compute.manager [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1679.098696] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.099579] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b080650-a567-42ca-937e-0addb37344b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.109363] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.110560] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8548e68b-010a-4d0b-aab0-f804e3e018eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.118287] env[62633]: DEBUG oslo_vmware.api [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1679.118287] env[62633]: value = "task-1808061" [ 1679.118287] env[62633]: _type = "Task" [ 1679.118287] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.127392] env[62633]: DEBUG oslo_vmware.api [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.446313] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.446313] env[62633]: DEBUG nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Instance network_info: |[{"id": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "address": "fa:16:3e:ff:cb:bb", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfabd335-1f", "ovs_interfaceid": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1679.446797] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:cb:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfabd335-1f4c-4fd6-81aa-601f5ba121fc', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1679.456072] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating folder: Project (83f54d116efb403ca06a6e801cef0958). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1679.456544] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a377a2cf-9409-4f46-a184-088794ef0617 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.467430] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.468118] env[62633]: DEBUG nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1679.471620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.213s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.471836] env[62633]: DEBUG nova.objects.instance [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1679.479053] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Created folder: Project (83f54d116efb403ca06a6e801cef0958) in parent group-v374582. [ 1679.479053] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating folder: Instances. Parent ref: group-v374766. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1679.481065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.485743] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8976614-6c60-45b8-ba5d-ad9bd4d8cd7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.497320] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Created folder: Instances in parent group-v374766. [ 1679.497737] env[62633]: DEBUG oslo.service.loopingcall [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.498170] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1679.498170] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1453dbd-4e99-4a03-9716-e63a92c03151 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.521981] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1679.521981] env[62633]: value = "task-1808064" [ 1679.521981] env[62633]: _type = "Task" [ 1679.521981] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.530885] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808064, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.555378] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808059, 'name': CreateVM_Task, 'duration_secs': 2.134873} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.555628] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.556347] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.556541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.556887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.557160] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f7ea6c-9211-404f-8d03-feb06f8149a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.562249] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1679.562249] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5209a1bd-5f03-5c03-71d1-2c588a205ae0" [ 1679.562249] env[62633]: _type = "Task" [ 1679.562249] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.579841] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209a1bd-5f03-5c03-71d1-2c588a205ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.612782] env[62633]: DEBUG nova.network.neutron [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Successfully updated port: 30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1679.629152] env[62633]: DEBUG oslo_vmware.api [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808061, 'name': PowerOffVM_Task, 'duration_secs': 0.378546} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.630283] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.630283] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.630519] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9345ae52-402f-4ea8-bb33-eeef898e4f82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.734893] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.735242] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.735476] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Deleting the datastore file [datastore1] d344a8a1-fdf5-4347-8a79-00af6dfaa685 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.735794] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd9f9498-2879-49a8-b483-08857e17b4cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.742543] env[62633]: DEBUG oslo_vmware.api [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for the task: (returnval){ [ 1679.742543] env[62633]: value = "task-1808066" [ 1679.742543] env[62633]: _type = "Task" [ 1679.742543] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.751626] env[62633]: DEBUG oslo_vmware.api [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.985222] env[62633]: DEBUG nova.compute.utils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1679.989185] env[62633]: DEBUG nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1679.989185] env[62633]: DEBUG nova.network.neutron [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1679.993312] env[62633]: DEBUG nova.compute.manager [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62633) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1679.994336] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.013284] env[62633]: DEBUG nova.compute.manager [req-d711537c-4928-43cd-ab13-56e5deb20b1d req-645a5988-765b-402e-a6bb-57fa083b35e8 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Received event network-vif-plugged-30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.013538] env[62633]: DEBUG oslo_concurrency.lockutils [req-d711537c-4928-43cd-ab13-56e5deb20b1d req-645a5988-765b-402e-a6bb-57fa083b35e8 service nova] Acquiring lock "672b2e76-68f9-450f-92f9-ca90942d6b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.013931] env[62633]: DEBUG oslo_concurrency.lockutils [req-d711537c-4928-43cd-ab13-56e5deb20b1d req-645a5988-765b-402e-a6bb-57fa083b35e8 service nova] Lock "672b2e76-68f9-450f-92f9-ca90942d6b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.014011] env[62633]: DEBUG oslo_concurrency.lockutils [req-d711537c-4928-43cd-ab13-56e5deb20b1d req-645a5988-765b-402e-a6bb-57fa083b35e8 service nova] Lock "672b2e76-68f9-450f-92f9-ca90942d6b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.014748] env[62633]: DEBUG nova.compute.manager [req-d711537c-4928-43cd-ab13-56e5deb20b1d req-645a5988-765b-402e-a6bb-57fa083b35e8 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] No waiting events found dispatching network-vif-plugged-30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1680.015033] env[62633]: WARNING nova.compute.manager [req-d711537c-4928-43cd-ab13-56e5deb20b1d req-645a5988-765b-402e-a6bb-57fa083b35e8 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Received unexpected event network-vif-plugged-30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae for instance with vm_state building and task_state spawning. [ 1680.036834] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808064, 'name': CreateVM_Task, 'duration_secs': 0.419009} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.036834] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.036834] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.057312] env[62633]: DEBUG nova.policy [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '882d323480e54c4080f2c2c89deab988', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '798e6f2ca3204cefaed3a64dd7087f20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1680.075517] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209a1bd-5f03-5c03-71d1-2c588a205ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.075867] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.076193] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.076477] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.076634] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.076832] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.077189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.077536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.077786] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35edfbbd-543c-4b1a-9935-fe3365308ea2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.080429] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab13866-a2a0-4b24-bbbb-01dbc2483564 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.086836] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1680.086836] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528bd4cc-eca1-fe34-1a2e-914275ecc6ed" [ 1680.086836] env[62633]: _type = "Task" [ 1680.086836] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.091834] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.091834] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.092773] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66fc1c1c-5c39-4d7a-9e1f-50f870d68817 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.098499] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528bd4cc-eca1-fe34-1a2e-914275ecc6ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.104827] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1680.104827] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5296638f-2aca-042c-19f6-5347870399d5" [ 1680.104827] env[62633]: _type = "Task" [ 1680.104827] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.121265] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "refresh_cache-672b2e76-68f9-450f-92f9-ca90942d6b91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.121265] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "refresh_cache-672b2e76-68f9-450f-92f9-ca90942d6b91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.121377] env[62633]: DEBUG nova.network.neutron [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.123140] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5296638f-2aca-042c-19f6-5347870399d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.124297] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b1b271-8579-426c-94bb-f82e18aa82ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.129836] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1680.129836] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5275e482-d4a5-e1e4-0503-f84270514dc8" [ 1680.129836] env[62633]: _type = "Task" [ 1680.129836] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.139326] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5275e482-d4a5-e1e4-0503-f84270514dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.254242] env[62633]: DEBUG oslo_vmware.api [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Task: {'id': task-1808066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15835} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.254602] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.254809] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.255026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.255227] env[62633]: INFO nova.compute.manager [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1680.255532] env[62633]: DEBUG oslo.service.loopingcall [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.255760] env[62633]: DEBUG nova.compute.manager [-] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1680.255859] env[62633]: DEBUG nova.network.neutron [-] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.322129] env[62633]: DEBUG nova.compute.manager [req-e8966b99-9cc9-4787-bc9c-58ad63744f69 req-995075ce-b422-45a7-86be-f2d54c433c9a service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received event network-changed-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.322129] env[62633]: DEBUG nova.compute.manager [req-e8966b99-9cc9-4787-bc9c-58ad63744f69 req-995075ce-b422-45a7-86be-f2d54c433c9a service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Refreshing instance network info cache due to event network-changed-cfabd335-1f4c-4fd6-81aa-601f5ba121fc. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1680.322129] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8966b99-9cc9-4787-bc9c-58ad63744f69 req-995075ce-b422-45a7-86be-f2d54c433c9a service nova] Acquiring lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.322129] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8966b99-9cc9-4787-bc9c-58ad63744f69 req-995075ce-b422-45a7-86be-f2d54c433c9a service nova] Acquired lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.322129] env[62633]: DEBUG nova.network.neutron [req-e8966b99-9cc9-4787-bc9c-58ad63744f69 req-995075ce-b422-45a7-86be-f2d54c433c9a service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Refreshing network info cache for port cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.375800] env[62633]: DEBUG nova.network.neutron [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Successfully created port: 51e96677-b03b-4422-b403-d1bb93a7fafb {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.490223] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2b855d79-9c7e-4f11-ab35-b12d2de4300e tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.491534] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquiring lock "15ef5706-ce02-47b5-8611-fba000e2079c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.491884] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "15ef5706-ce02-47b5-8611-fba000e2079c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.493981] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.412s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.494244] env[62633]: DEBUG nova.objects.instance [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'resources' on Instance uuid 63cf4d09-5f4f-4327-9dda-5542e41948e7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.495943] env[62633]: DEBUG nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1680.601975] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528bd4cc-eca1-fe34-1a2e-914275ecc6ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.602792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.603177] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.603356] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.642509] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5275e482-d4a5-e1e4-0503-f84270514dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.642908] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.643108] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] b8bbe304-770c-4719-8c45-ada25e5eac67/b8bbe304-770c-4719-8c45-ada25e5eac67.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1680.643413] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.643744] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.643911] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1f6113-b88b-410a-b5e8-eaae4f73a3d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.646254] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-652d2715-f900-46e9-a519-70dcb792cdba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.655472] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1680.655472] env[62633]: value = "task-1808067" [ 1680.655472] env[62633]: _type = "Task" [ 1680.655472] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.657678] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.657929] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1680.662765] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdf9a4e-2be3-4000-a083-2d386adc7ad6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.671133] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.672015] env[62633]: DEBUG nova.network.neutron [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.676446] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1680.676446] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527a7359-dfc3-30bb-1b06-7008281ef275" [ 1680.676446] env[62633]: _type = "Task" [ 1680.676446] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.691016] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527a7359-dfc3-30bb-1b06-7008281ef275, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.691016] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038f2d57-1d0a-459c-b808-d1e614719666 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.696469] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1680.696469] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd4edf-047d-86df-d943-e6f9e247d9c6" [ 1680.696469] env[62633]: _type = "Task" [ 1680.696469] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.707564] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd4edf-047d-86df-d943-e6f9e247d9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.874375] env[62633]: DEBUG nova.network.neutron [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Updating instance_info_cache with network_info: [{"id": "30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae", "address": "fa:16:3e:2c:47:3a", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fcf1c3-3d", "ovs_interfaceid": "30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.996849] env[62633]: DEBUG nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1681.154530] env[62633]: DEBUG nova.network.neutron [-] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.171530] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808067, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.182356] env[62633]: DEBUG nova.network.neutron [req-e8966b99-9cc9-4787-bc9c-58ad63744f69 req-995075ce-b422-45a7-86be-f2d54c433c9a service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updated VIF entry in instance network info cache for port cfabd335-1f4c-4fd6-81aa-601f5ba121fc. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1681.182457] env[62633]: DEBUG nova.network.neutron [req-e8966b99-9cc9-4787-bc9c-58ad63744f69 req-995075ce-b422-45a7-86be-f2d54c433c9a service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [{"id": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "address": "fa:16:3e:ff:cb:bb", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfabd335-1f", "ovs_interfaceid": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.213023] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd4edf-047d-86df-d943-e6f9e247d9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009905} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.213407] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.214073] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26/56591abe-81cb-4af8-97e0-f6015f794f26.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1681.214073] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbbe1ec9-a73b-4d28-9ecd-61ce90e60eda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.223098] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1681.223098] env[62633]: value = "task-1808068" [ 1681.223098] env[62633]: _type = "Task" [ 1681.223098] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.229832] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.383353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "refresh_cache-672b2e76-68f9-450f-92f9-ca90942d6b91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.383712] env[62633]: DEBUG nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Instance network_info: |[{"id": "30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae", "address": "fa:16:3e:2c:47:3a", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fcf1c3-3d", "ovs_interfaceid": "30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1681.384086] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:47:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.391763] env[62633]: DEBUG oslo.service.loopingcall [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.394855] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.395350] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86a01bf2-c593-42b8-926b-acb70bfb9658 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.419555] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.419555] env[62633]: value = "task-1808069" [ 1681.419555] env[62633]: _type = "Task" [ 1681.419555] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.429113] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808069, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.510753] env[62633]: DEBUG nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1681.523688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.538327] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1681.538327] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1681.538327] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.538327] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1681.538327] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.538327] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1681.538637] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1681.538747] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1681.539395] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1681.539395] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1681.539516] env[62633]: DEBUG nova.virt.hardware [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1681.541019] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e1fde0-26c4-44fa-959e-a87935304074 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.554462] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b42c70-aa93-48c0-aaeb-3e191be189f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.575238] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e6771-b396-4e84-af43-2eb14a4d70a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.584367] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510bdc30-be79-4544-92a3-e2725e627032 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.622760] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7be1cbd-2e28-4079-9823-58a95032eccb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.630947] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd04aa-fea9-456a-b53c-be9c390d32ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.646135] env[62633]: DEBUG nova.compute.provider_tree [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.661331] env[62633]: INFO nova.compute.manager [-] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Took 1.41 seconds to deallocate network for instance. [ 1681.673969] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531553} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.674538] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] b8bbe304-770c-4719-8c45-ada25e5eac67/b8bbe304-770c-4719-8c45-ada25e5eac67.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.674770] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1681.675346] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6b8a7d0-1d36-4909-b5e3-0a064fb49b71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.682853] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1681.682853] env[62633]: value = "task-1808070" [ 1681.682853] env[62633]: _type = "Task" [ 1681.682853] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.686509] env[62633]: DEBUG oslo_concurrency.lockutils [req-e8966b99-9cc9-4787-bc9c-58ad63744f69 req-995075ce-b422-45a7-86be-f2d54c433c9a service nova] Releasing lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.692314] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.732013] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503911} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.732249] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26/56591abe-81cb-4af8-97e0-f6015f794f26.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.732655] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1681.732920] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc1e4667-2efb-4455-8689-951aa777d689 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.739555] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1681.739555] env[62633]: value = "task-1808071" [ 1681.739555] env[62633]: _type = "Task" [ 1681.739555] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.750143] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.932520] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808069, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.984130] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.984970] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.985306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.985641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.985876] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.988848] env[62633]: INFO nova.compute.manager [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Terminating instance [ 1681.990992] env[62633]: DEBUG nova.compute.manager [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1681.991252] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.992138] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d1a04a-0052-4fac-a7b5-c9580ad950e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.000735] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.001026] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310e731a-6bc8-4ee8-bbcb-1eed5ebea988 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.006292] env[62633]: DEBUG oslo_vmware.api [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1682.006292] env[62633]: value = "task-1808072" [ 1682.006292] env[62633]: _type = "Task" [ 1682.006292] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.015698] env[62633]: DEBUG oslo_vmware.api [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.049793] env[62633]: DEBUG nova.network.neutron [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Successfully updated port: 51e96677-b03b-4422-b403-d1bb93a7fafb {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1682.054241] env[62633]: DEBUG nova.compute.manager [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Received event network-changed-30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.054364] env[62633]: DEBUG nova.compute.manager [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Refreshing instance network info cache due to event network-changed-30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1682.054709] env[62633]: DEBUG oslo_concurrency.lockutils [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] Acquiring lock "refresh_cache-672b2e76-68f9-450f-92f9-ca90942d6b91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.055176] env[62633]: DEBUG oslo_concurrency.lockutils [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] Acquired lock "refresh_cache-672b2e76-68f9-450f-92f9-ca90942d6b91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.055294] env[62633]: DEBUG nova.network.neutron [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Refreshing network info cache for port 30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.149173] env[62633]: DEBUG nova.scheduler.client.report [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1682.175897] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.193205] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225027} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.193567] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.194363] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc06c157-fca8-4179-b89c-730e61f8ce5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.220973] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b8bbe304-770c-4719-8c45-ada25e5eac67/b8bbe304-770c-4719-8c45-ada25e5eac67.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.221448] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cbf9940-00f0-41e2-ab20-f4af82e814d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.244578] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1682.244578] env[62633]: value = "task-1808073" [ 1682.244578] env[62633]: _type = "Task" [ 1682.244578] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.251066] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21582} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.251701] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.252497] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9e89cd-e11c-46ce-9043-73fe88ecc1c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.258136] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.278676] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26/56591abe-81cb-4af8-97e0-f6015f794f26.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.279052] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1636503d-d115-4358-a93d-01a676a0cb47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.298252] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1682.298252] env[62633]: value = "task-1808074" [ 1682.298252] env[62633]: _type = "Task" [ 1682.298252] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.307140] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.351852] env[62633]: DEBUG nova.compute.manager [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Received event network-changed-0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.352323] env[62633]: DEBUG nova.compute.manager [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Refreshing instance network info cache due to event network-changed-0b804e72-6f36-455a-880c-09ff7733fd42. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1682.352630] env[62633]: DEBUG oslo_concurrency.lockutils [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] Acquiring lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.352850] env[62633]: DEBUG oslo_concurrency.lockutils [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] Acquired lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.353040] env[62633]: DEBUG nova.network.neutron [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Refreshing network info cache for port 0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.431712] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808069, 'name': CreateVM_Task, 'duration_secs': 0.653641} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.432620] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.432738] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.432874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.433300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.433586] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ff498a-7da4-4302-b3fa-4026770f3d6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.438395] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1682.438395] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd04da-ec5a-a102-81eb-b094eb547b24" [ 1682.438395] env[62633]: _type = "Task" [ 1682.438395] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.446720] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd04da-ec5a-a102-81eb-b094eb547b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.516790] env[62633]: DEBUG oslo_vmware.api [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808072, 'name': PowerOffVM_Task, 'duration_secs': 0.279044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.517119] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.517301] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.517569] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8236a5f-9923-424c-bd49-a37076c28a3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.558437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquiring lock "refresh_cache-37c5149f-3014-4789-aad3-189550033af2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.558678] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquired lock "refresh_cache-37c5149f-3014-4789-aad3-189550033af2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.558868] env[62633]: DEBUG nova.network.neutron [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.654122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.656312] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.432s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.656598] env[62633]: DEBUG nova.objects.instance [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lazy-loading 'resources' on Instance uuid 168e702c-1484-4812-b107-eaab2a116b66 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.680395] env[62633]: INFO nova.scheduler.client.report [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted allocations for instance 63cf4d09-5f4f-4327-9dda-5542e41948e7 [ 1682.714171] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.714416] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.714623] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Deleting the datastore file [datastore1] ad39b04a-0f77-42be-a28d-0b4c3b10a377 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.714910] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b7282b1-4373-4a2d-b79c-c45f66e53f6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.721609] env[62633]: DEBUG oslo_vmware.api [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1682.721609] env[62633]: value = "task-1808076" [ 1682.721609] env[62633]: _type = "Task" [ 1682.721609] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.731387] env[62633]: DEBUG oslo_vmware.api [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.753623] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808073, 'name': ReconfigVM_Task, 'duration_secs': 0.339475} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.753871] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b8bbe304-770c-4719-8c45-ada25e5eac67/b8bbe304-770c-4719-8c45-ada25e5eac67.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1682.754490] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e91c02c5-6dec-4fc3-95cd-81adedb40819 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.760159] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1682.760159] env[62633]: value = "task-1808077" [ 1682.760159] env[62633]: _type = "Task" [ 1682.760159] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.767798] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808077, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.773130] env[62633]: DEBUG nova.network.neutron [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Updated VIF entry in instance network info cache for port 30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.773473] env[62633]: DEBUG nova.network.neutron [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Updating instance_info_cache with network_info: [{"id": "30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae", "address": "fa:16:3e:2c:47:3a", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30fcf1c3-3d", "ovs_interfaceid": "30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.808657] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.949410] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.950405] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Processing image bdf4d6c8-9921-4a3c-b18a-7075600de19d {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.950405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d/bdf4d6c8-9921-4a3c-b18a-7075600de19d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.950405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d/bdf4d6c8-9921-4a3c-b18a-7075600de19d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.950405] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.950724] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2baf7727-c048-461b-98c7-b397a54f6a0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.958618] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.958807] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.960032] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcf6fdc-62ce-4962-b90f-697f7ee68dbe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.965242] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1682.965242] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5284f6f8-6e5f-b159-dc72-4e990d2e6554" [ 1682.965242] env[62633]: _type = "Task" [ 1682.965242] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.976806] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5284f6f8-6e5f-b159-dc72-4e990d2e6554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.089882] env[62633]: DEBUG nova.network.neutron [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Updated VIF entry in instance network info cache for port 0b804e72-6f36-455a-880c-09ff7733fd42. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1683.090317] env[62633]: DEBUG nova.network.neutron [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Updating instance_info_cache with network_info: [{"id": "0b804e72-6f36-455a-880c-09ff7733fd42", "address": "fa:16:3e:fa:a2:ae", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b804e72-6f", "ovs_interfaceid": "0b804e72-6f36-455a-880c-09ff7733fd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.126785] env[62633]: DEBUG nova.network.neutron [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.187495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3eb7621b-6285-430f-91ee-e2549d631152 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "63cf4d09-5f4f-4327-9dda-5542e41948e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.855s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.234407] env[62633]: DEBUG oslo_vmware.api [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16956} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.234966] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.235172] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.235381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.235590] env[62633]: INFO nova.compute.manager [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1683.235836] env[62633]: DEBUG oslo.service.loopingcall [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.236139] env[62633]: DEBUG nova.compute.manager [-] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1683.236237] env[62633]: DEBUG nova.network.neutron [-] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.271279] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808077, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.279437] env[62633]: DEBUG oslo_concurrency.lockutils [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] Releasing lock "refresh_cache-672b2e76-68f9-450f-92f9-ca90942d6b91" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.279724] env[62633]: DEBUG nova.compute.manager [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Received event network-vif-plugged-51e96677-b03b-4422-b403-d1bb93a7fafb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.279928] env[62633]: DEBUG oslo_concurrency.lockutils [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] Acquiring lock "37c5149f-3014-4789-aad3-189550033af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.280159] env[62633]: DEBUG oslo_concurrency.lockutils [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] Lock "37c5149f-3014-4789-aad3-189550033af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.280332] env[62633]: DEBUG oslo_concurrency.lockutils [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] Lock "37c5149f-3014-4789-aad3-189550033af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.280506] env[62633]: DEBUG nova.compute.manager [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] No waiting events found dispatching network-vif-plugged-51e96677-b03b-4422-b403-d1bb93a7fafb {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1683.280684] env[62633]: WARNING nova.compute.manager [req-ce0bac89-a052-4cb0-8775-6aa9b20eefa4 req-c21a6134-81d6-4280-8985-c1efd4886044 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Received unexpected event network-vif-plugged-51e96677-b03b-4422-b403-d1bb93a7fafb for instance with vm_state building and task_state spawning. [ 1683.314582] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808074, 'name': ReconfigVM_Task, 'duration_secs': 0.885884} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.318577] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26/56591abe-81cb-4af8-97e0-f6015f794f26.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.319131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17127e95-e8c3-4e9c-bcb1-005c01c95857 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.326591] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1683.326591] env[62633]: value = "task-1808078" [ 1683.326591] env[62633]: _type = "Task" [ 1683.326591] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.339411] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808078, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.371671] env[62633]: DEBUG nova.network.neutron [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Updating instance_info_cache with network_info: [{"id": "51e96677-b03b-4422-b403-d1bb93a7fafb", "address": "fa:16:3e:b5:21:2d", "network": {"id": "53781cc3-51e7-4ddf-a784-581cb85bb3d2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1018306387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "798e6f2ca3204cefaed3a64dd7087f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e96677-b0", "ovs_interfaceid": "51e96677-b03b-4422-b403-d1bb93a7fafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.477523] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1683.477801] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Fetch image to [datastore1] OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5/OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1683.478083] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Downloading stream optimized image bdf4d6c8-9921-4a3c-b18a-7075600de19d to [datastore1] OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5/OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5.vmdk on the data store datastore1 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1683.478278] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Downloading image file data bdf4d6c8-9921-4a3c-b18a-7075600de19d to the ESX as VM named 'OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1683.565238] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1683.565238] env[62633]: value = "resgroup-9" [ 1683.565238] env[62633]: _type = "ResourcePool" [ 1683.565238] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1683.565607] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0b1d4482-7365-49db-984b-d5a97471fd75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.593376] env[62633]: DEBUG oslo_concurrency.lockutils [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] Releasing lock "refresh_cache-8fa0efb0-b72a-4313-adcc-ceb0c497415a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.593985] env[62633]: DEBUG nova.compute.manager [req-c568242e-e943-4c9c-bad0-6939b6e38497 req-6abcf427-c366-4146-aae4-8c42a8eb4f8a service nova] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Received event network-vif-deleted-3d548f9b-5697-43fa-8c0e-5907000e9ea6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.594157] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lease: (returnval){ [ 1683.594157] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fb651a-2a16-545d-06eb-6f1cf827567c" [ 1683.594157] env[62633]: _type = "HttpNfcLease" [ 1683.594157] env[62633]: } obtained for vApp import into resource pool (val){ [ 1683.594157] env[62633]: value = "resgroup-9" [ 1683.594157] env[62633]: _type = "ResourcePool" [ 1683.594157] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1683.594416] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the lease: (returnval){ [ 1683.594416] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fb651a-2a16-545d-06eb-6f1cf827567c" [ 1683.594416] env[62633]: _type = "HttpNfcLease" [ 1683.594416] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1683.603699] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1683.603699] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fb651a-2a16-545d-06eb-6f1cf827567c" [ 1683.603699] env[62633]: _type = "HttpNfcLease" [ 1683.603699] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1683.675637] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7009df3-efeb-4373-b042-a7feba9b6bbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.684570] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d650439f-7ccb-403f-9946-92b0b77fa946 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.715652] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c882a2-7832-408b-8d60-84c2d50f52a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.723386] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413ca8bf-445a-4c83-9fce-5fe357dc5fd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.736447] env[62633]: DEBUG nova.compute.provider_tree [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.771407] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808077, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.839864] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808078, 'name': Rename_Task, 'duration_secs': 0.305214} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.840297] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1683.840613] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78d93a6-d9ea-4803-bd6c-78a0ca17e8a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.847824] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1683.847824] env[62633]: value = "task-1808080" [ 1683.847824] env[62633]: _type = "Task" [ 1683.847824] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.855957] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.875484] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Releasing lock "refresh_cache-37c5149f-3014-4789-aad3-189550033af2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.875912] env[62633]: DEBUG nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Instance network_info: |[{"id": "51e96677-b03b-4422-b403-d1bb93a7fafb", "address": "fa:16:3e:b5:21:2d", "network": {"id": "53781cc3-51e7-4ddf-a784-581cb85bb3d2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1018306387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "798e6f2ca3204cefaed3a64dd7087f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e96677-b0", "ovs_interfaceid": "51e96677-b03b-4422-b403-d1bb93a7fafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1683.876349] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:21:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51e96677-b03b-4422-b403-d1bb93a7fafb', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.884223] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Creating folder: Project (798e6f2ca3204cefaed3a64dd7087f20). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1683.884530] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9add1ccf-69ff-4faa-bdc1-9aad1a042bb9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.897318] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Created folder: Project (798e6f2ca3204cefaed3a64dd7087f20) in parent group-v374582. [ 1683.897629] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Creating folder: Instances. Parent ref: group-v374771. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1683.897974] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e295fd23-573b-45cb-8f60-f452028a06d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.908309] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Created folder: Instances in parent group-v374771. [ 1683.908673] env[62633]: DEBUG oslo.service.loopingcall [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.908956] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c5149f-3014-4789-aad3-189550033af2] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1683.909244] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1abd4ea2-b598-4239-8f34-72fa68f9a6af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.930105] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.930105] env[62633]: value = "task-1808083" [ 1683.930105] env[62633]: _type = "Task" [ 1683.930105] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.939666] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808083, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.027931] env[62633]: DEBUG nova.network.neutron [-] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.083399] env[62633]: DEBUG nova.compute.manager [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Received event network-changed-51e96677-b03b-4422-b403-d1bb93a7fafb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1684.083648] env[62633]: DEBUG nova.compute.manager [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Refreshing instance network info cache due to event network-changed-51e96677-b03b-4422-b403-d1bb93a7fafb. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1684.083904] env[62633]: DEBUG oslo_concurrency.lockutils [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] Acquiring lock "refresh_cache-37c5149f-3014-4789-aad3-189550033af2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.084100] env[62633]: DEBUG oslo_concurrency.lockutils [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] Acquired lock "refresh_cache-37c5149f-3014-4789-aad3-189550033af2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.084263] env[62633]: DEBUG nova.network.neutron [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Refreshing network info cache for port 51e96677-b03b-4422-b403-d1bb93a7fafb {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.103392] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1684.103392] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fb651a-2a16-545d-06eb-6f1cf827567c" [ 1684.103392] env[62633]: _type = "HttpNfcLease" [ 1684.103392] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1684.103962] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1684.103962] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fb651a-2a16-545d-06eb-6f1cf827567c" [ 1684.103962] env[62633]: _type = "HttpNfcLease" [ 1684.103962] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1684.104809] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6656e1c5-0426-4b18-a8de-a3f97ff5b6c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.113379] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb153-285d-584c-c8c8-65e60469ac1c/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1684.113639] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb153-285d-584c-c8c8-65e60469ac1c/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1684.182521] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee0401bd-af4c-46f2-bc42-de443cdadb70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.240134] env[62633]: DEBUG nova.scheduler.client.report [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1684.273639] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808077, 'name': Rename_Task, 'duration_secs': 1.164557} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.273982] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.274287] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2478941f-89ef-4782-b0be-bf8fd9ed073b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.281096] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1684.281096] env[62633]: value = "task-1808084" [ 1684.281096] env[62633]: _type = "Task" [ 1684.281096] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.290136] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.359383] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808080, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.442661] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.443009] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.448174] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808083, 'name': CreateVM_Task, 'duration_secs': 0.452467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.450305] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37c5149f-3014-4789-aad3-189550033af2] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.451165] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.451289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.451903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.452556] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6155c14e-089a-4387-9199-52c96aa5973b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.460702] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1684.460702] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f9ce9e-4aac-b2be-a542-4d901b5712f0" [ 1684.460702] env[62633]: _type = "Task" [ 1684.460702] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.475166] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f9ce9e-4aac-b2be-a542-4d901b5712f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.531212] env[62633]: INFO nova.compute.manager [-] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Took 1.29 seconds to deallocate network for instance. [ 1684.747866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.752071] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.410s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.752397] env[62633]: DEBUG nova.objects.instance [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lazy-loading 'resources' on Instance uuid 0ca206df-a42d-444a-a3a8-1e82f3f5a408 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.777137] env[62633]: INFO nova.scheduler.client.report [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted allocations for instance 168e702c-1484-4812-b107-eaab2a116b66 [ 1684.795127] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.834463] env[62633]: DEBUG nova.network.neutron [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Updated VIF entry in instance network info cache for port 51e96677-b03b-4422-b403-d1bb93a7fafb. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.834843] env[62633]: DEBUG nova.network.neutron [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Updating instance_info_cache with network_info: [{"id": "51e96677-b03b-4422-b403-d1bb93a7fafb", "address": "fa:16:3e:b5:21:2d", "network": {"id": "53781cc3-51e7-4ddf-a784-581cb85bb3d2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1018306387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "798e6f2ca3204cefaed3a64dd7087f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e96677-b0", "ovs_interfaceid": "51e96677-b03b-4422-b403-d1bb93a7fafb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.859143] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808080, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.946421] env[62633]: DEBUG nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1684.973814] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f9ce9e-4aac-b2be-a542-4d901b5712f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.974173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.974428] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.974675] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.974829] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.975016] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.975300] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acfdfdd4-734e-4dfa-8b09-97d1e50d9313 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.986252] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.986478] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.988178] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1171ea-136f-46dc-b950-ab9ac2858234 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.994711] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1684.994711] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a30781-2785-0ee2-3e8e-232404841380" [ 1684.994711] env[62633]: _type = "Task" [ 1684.994711] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.998935] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1684.999147] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb153-285d-584c-c8c8-65e60469ac1c/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1685.000218] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dcfe6b-5e44-4751-90fa-be1e95596108 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.008803] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a30781-2785-0ee2-3e8e-232404841380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.010108] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb153-285d-584c-c8c8-65e60469ac1c/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1685.010284] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb153-285d-584c-c8c8-65e60469ac1c/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1685.010537] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f61cc237-7f55-4258-9191-1813c4f07c90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.038289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.173862] env[62633]: DEBUG oslo_vmware.rw_handles [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521cb153-285d-584c-c8c8-65e60469ac1c/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1685.174138] env[62633]: INFO nova.virt.vmwareapi.images [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Downloaded image file data bdf4d6c8-9921-4a3c-b18a-7075600de19d [ 1685.175204] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44af0c4-81a3-4c80-b87e-2f7579813294 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.194430] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c87bfd9f-5565-4c57-a94d-882326a42399 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.220764] env[62633]: INFO nova.virt.vmwareapi.images [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] The imported VM was unregistered [ 1685.223516] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1685.223828] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.224192] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e579c269-e332-478c-8ca3-0818f121a532 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.238963] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Created directory with path [datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.239201] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5/OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5.vmdk to [datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d/bdf4d6c8-9921-4a3c-b18a-7075600de19d.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1685.239487] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e6dd78ad-6de4-46e8-ba0d-3eddc7dbc3a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.246893] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1685.246893] env[62633]: value = "task-1808086" [ 1685.246893] env[62633]: _type = "Task" [ 1685.246893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.259798] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.289872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eac93925-05fd-4ad4-be9f-1635a7999d41 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "168e702c-1484-4812-b107-eaab2a116b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.113s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.303033] env[62633]: DEBUG oslo_vmware.api [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808084, 'name': PowerOnVM_Task, 'duration_secs': 0.521277} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.303033] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.303033] env[62633]: INFO nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Took 11.86 seconds to spawn the instance on the hypervisor. [ 1685.303337] env[62633]: DEBUG nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1685.304277] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd47e655-b279-4420-8089-1147790153b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.342656] env[62633]: DEBUG oslo_concurrency.lockutils [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] Releasing lock "refresh_cache-37c5149f-3014-4789-aad3-189550033af2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.343510] env[62633]: DEBUG nova.compute.manager [req-3606ab87-bd95-4ce6-8a2d-3026e7564204 req-b210c085-f062-414b-bc06-a0e8f2329361 service nova] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Received event network-vif-deleted-54008f12-d1b6-4140-9ba0-a93bd91bc93f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1685.371437] env[62633]: DEBUG oslo_vmware.api [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808080, 'name': PowerOnVM_Task, 'duration_secs': 1.506227} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.376649] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.377604] env[62633]: INFO nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1685.377604] env[62633]: DEBUG nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1685.379180] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6663df-6781-403a-ac6c-b851870fea3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.425315] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "fe9fc951-7e94-4859-94a6-ed84defd14a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.425579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "fe9fc951-7e94-4859-94a6-ed84defd14a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.425885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "fe9fc951-7e94-4859-94a6-ed84defd14a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.426558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "fe9fc951-7e94-4859-94a6-ed84defd14a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.426558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "fe9fc951-7e94-4859-94a6-ed84defd14a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.430088] env[62633]: INFO nova.compute.manager [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Terminating instance [ 1685.435329] env[62633]: DEBUG nova.compute.manager [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1685.435536] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.436676] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6efac7-b229-4cac-bba1-1e700ba1e115 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.444887] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.445145] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46a6ddda-1ed7-4ae5-8496-5e32d874048d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.451941] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1685.451941] env[62633]: value = "task-1808087" [ 1685.451941] env[62633]: _type = "Task" [ 1685.451941] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.464746] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.472050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.505154] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a30781-2785-0ee2-3e8e-232404841380, 'name': SearchDatastore_Task, 'duration_secs': 0.016707} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.510120] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c21295-1e3b-48f4-8ee5-f31268134a7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.515733] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1685.515733] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d631fd-49e1-8152-cc03-112e334fff61" [ 1685.515733] env[62633]: _type = "Task" [ 1685.515733] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.526336] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d631fd-49e1-8152-cc03-112e334fff61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.737027] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd07c433-cc39-49d6-97fc-fd822ad2442a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.744388] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b11dcd-87f3-40d1-bf2e-be3f82847e90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.756445] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.783085] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d6f6a-a93f-445c-a5a1-9fe69927a1cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.792119] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1283a41d-ec31-4134-a929-a27537698eee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.806976] env[62633]: DEBUG nova.compute.provider_tree [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.825512] env[62633]: INFO nova.compute.manager [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Took 41.89 seconds to build instance. [ 1685.905831] env[62633]: INFO nova.compute.manager [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Took 40.69 seconds to build instance. [ 1685.962712] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808087, 'name': PowerOffVM_Task, 'duration_secs': 0.215432} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.962939] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.963142] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.963882] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a7df97-e0b7-42e0-a337-80c4afaa0a81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.026885] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d631fd-49e1-8152-cc03-112e334fff61, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.027221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.027491] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 37c5149f-3014-4789-aad3-189550033af2/37c5149f-3014-4789-aad3-189550033af2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1686.027765] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-041d6d84-98be-466a-a7a9-2a677b6740fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.035642] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1686.035642] env[62633]: value = "task-1808089" [ 1686.035642] env[62633]: _type = "Task" [ 1686.035642] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.043561] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.258280] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.310790] env[62633]: DEBUG nova.scheduler.client.report [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1686.327228] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e3b2cf6e-7a78-4dff-bd5d-6b9cd909c6bf tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.400s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.407196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa26f53-615c-4862-8759-af35f243ae1d tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.207s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.415380] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.415814] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.416087] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleting the datastore file [datastore1] fe9fc951-7e94-4859-94a6-ed84defd14a4 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.416474] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e41ffb5-0e88-469b-b083-ef88bdf56cc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.424473] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1686.424473] env[62633]: value = "task-1808090" [ 1686.424473] env[62633]: _type = "Task" [ 1686.424473] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.433988] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.546584] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.759717] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.816513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.820307] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.825245] env[62633]: INFO nova.compute.claims [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1686.839109] env[62633]: INFO nova.scheduler.client.report [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Deleted allocations for instance 0ca206df-a42d-444a-a3a8-1e82f3f5a408 [ 1686.940831] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.048236] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.260889] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.351429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1d5d2148-b025-442b-b574-19ffdc8e6912 tempest-ImagesOneServerNegativeTestJSON-46995810 tempest-ImagesOneServerNegativeTestJSON-46995810-project-member] Lock "0ca206df-a42d-444a-a3a8-1e82f3f5a408" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.146s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.436980] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.472222] env[62633]: DEBUG nova.compute.manager [req-756b7226-3cf3-4dad-9f52-cd66ddac0659 req-0446bf99-7252-4dac-9315-80e3ac22731c service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received event network-changed-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1687.472222] env[62633]: DEBUG nova.compute.manager [req-756b7226-3cf3-4dad-9f52-cd66ddac0659 req-0446bf99-7252-4dac-9315-80e3ac22731c service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Refreshing instance network info cache due to event network-changed-cfabd335-1f4c-4fd6-81aa-601f5ba121fc. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1687.472222] env[62633]: DEBUG oslo_concurrency.lockutils [req-756b7226-3cf3-4dad-9f52-cd66ddac0659 req-0446bf99-7252-4dac-9315-80e3ac22731c service nova] Acquiring lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.472222] env[62633]: DEBUG oslo_concurrency.lockutils [req-756b7226-3cf3-4dad-9f52-cd66ddac0659 req-0446bf99-7252-4dac-9315-80e3ac22731c service nova] Acquired lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.472222] env[62633]: DEBUG nova.network.neutron [req-756b7226-3cf3-4dad-9f52-cd66ddac0659 req-0446bf99-7252-4dac-9315-80e3ac22731c service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Refreshing network info cache for port cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.551585] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.760914] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.865577] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.865808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.938621] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.047209] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.274419] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.313670] env[62633]: DEBUG nova.network.neutron [req-756b7226-3cf3-4dad-9f52-cd66ddac0659 req-0446bf99-7252-4dac-9315-80e3ac22731c service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updated VIF entry in instance network info cache for port cfabd335-1f4c-4fd6-81aa-601f5ba121fc. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.314115] env[62633]: DEBUG nova.network.neutron [req-756b7226-3cf3-4dad-9f52-cd66ddac0659 req-0446bf99-7252-4dac-9315-80e3ac22731c service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [{"id": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "address": "fa:16:3e:ff:cb:bb", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfabd335-1f", "ovs_interfaceid": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.338960] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9739bf5c-f573-46f5-aaed-3cd0f6447e50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.347202] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a5752-7a8c-4111-b11b-c6b54e894dfc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.379814] env[62633]: DEBUG nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1688.385160] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e1c7b9-1455-479f-9ca1-7bfee07a548a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.393518] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7307529e-83a1-4463-b94f-b62c9c4aff6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.408073] env[62633]: DEBUG nova.compute.provider_tree [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.436879] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.548122] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808089, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.762727] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.818234] env[62633]: DEBUG oslo_concurrency.lockutils [req-756b7226-3cf3-4dad-9f52-cd66ddac0659 req-0446bf99-7252-4dac-9315-80e3ac22731c service nova] Releasing lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.907071] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.914022] env[62633]: DEBUG nova.scheduler.client.report [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1688.942031] env[62633]: DEBUG oslo_vmware.api [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.468278} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.942031] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.942031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.942031] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.942031] env[62633]: INFO nova.compute.manager [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Took 3.51 seconds to destroy the instance on the hypervisor. [ 1688.942031] env[62633]: DEBUG oslo.service.loopingcall [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.942031] env[62633]: DEBUG nova.compute.manager [-] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1688.942031] env[62633]: DEBUG nova.network.neutron [-] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.050307] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808089, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.263783] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808086, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.80139} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.264909] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5/OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5.vmdk to [datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d/bdf4d6c8-9921-4a3c-b18a-7075600de19d.vmdk. [ 1689.265176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Cleaning up location [datastore1] OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1689.265365] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4688b417-32ab-47e0-902c-10125b811bd5 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.265633] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-987c61e2-fea1-41b3-b089-69760bd0c5cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.271747] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1689.271747] env[62633]: value = "task-1808091" [ 1689.271747] env[62633]: _type = "Task" [ 1689.271747] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.279374] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.418880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.419542] env[62633]: DEBUG nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1689.422453] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.100s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.423910] env[62633]: INFO nova.compute.claims [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1689.552872] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808089, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.02061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.552872] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 37c5149f-3014-4789-aad3-189550033af2/37c5149f-3014-4789-aad3-189550033af2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.552872] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.553148] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-388e4065-168f-4955-b967-357963b3633a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.561363] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1689.561363] env[62633]: value = "task-1808092" [ 1689.561363] env[62633]: _type = "Task" [ 1689.561363] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.574673] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.592936] env[62633]: DEBUG nova.compute.manager [req-787b948a-3e79-4cbe-b4e7-3a78b3cffca7 req-fb8072e6-da11-4e75-a688-6575e42df675 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Received event network-vif-deleted-315a5cc8-33d9-49db-9111-7c6e81d89f72 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1689.592936] env[62633]: INFO nova.compute.manager [req-787b948a-3e79-4cbe-b4e7-3a78b3cffca7 req-fb8072e6-da11-4e75-a688-6575e42df675 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Neutron deleted interface 315a5cc8-33d9-49db-9111-7c6e81d89f72; detaching it from the instance and deleting it from the info cache [ 1689.592936] env[62633]: DEBUG nova.network.neutron [req-787b948a-3e79-4cbe-b4e7-3a78b3cffca7 req-fb8072e6-da11-4e75-a688-6575e42df675 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.697540] env[62633]: DEBUG nova.network.neutron [-] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.781713] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19112} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.781974] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.782162] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d/bdf4d6c8-9921-4a3c-b18a-7075600de19d.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.782402] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d/bdf4d6c8-9921-4a3c-b18a-7075600de19d.vmdk to [datastore1] 672b2e76-68f9-450f-92f9-ca90942d6b91/672b2e76-68f9-450f-92f9-ca90942d6b91.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.782969] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c17eb2f5-3408-48f4-8225-ab691d745c25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.789181] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1689.789181] env[62633]: value = "task-1808093" [ 1689.789181] env[62633]: _type = "Task" [ 1689.789181] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.798306] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.930798] env[62633]: DEBUG nova.compute.utils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1689.935235] env[62633]: DEBUG nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1689.935423] env[62633]: DEBUG nova.network.neutron [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1689.986433] env[62633]: DEBUG nova.policy [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '677d07166cee43dd9ec37399995f6dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f3adc5d731c41a4bf3ca67ee3e4dd0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1690.075018] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.371693} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.075018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.075018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426d88c5-ad0b-4224-95e2-145356554531 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.099643] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 37c5149f-3014-4789-aad3-189550033af2/37c5149f-3014-4789-aad3-189550033af2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.100472] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-615b2a8f-5260-4208-a62f-ea228e8dd92b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.117606] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec3ac5b5-1593-4f59-a560-353a98e6c2cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.128794] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dc3133-4f33-4bf6-a98c-2622c0c577ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.139956] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1690.139956] env[62633]: value = "task-1808094" [ 1690.139956] env[62633]: _type = "Task" [ 1690.139956] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.153124] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.168833] env[62633]: DEBUG nova.compute.manager [req-787b948a-3e79-4cbe-b4e7-3a78b3cffca7 req-fb8072e6-da11-4e75-a688-6575e42df675 service nova] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Detach interface failed, port_id=315a5cc8-33d9-49db-9111-7c6e81d89f72, reason: Instance fe9fc951-7e94-4859-94a6-ed84defd14a4 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1690.200703] env[62633]: INFO nova.compute.manager [-] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Took 1.26 seconds to deallocate network for instance. [ 1690.299905] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.325190] env[62633]: DEBUG nova.network.neutron [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Successfully created port: badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.438967] env[62633]: DEBUG nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1690.648939] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.708405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.806149] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.857804] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43e029d-3137-42fc-9044-dc9506bd7703 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.867135] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efdf7d5-1582-4e8f-a787-a2ffab903b32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.901620] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168911ff-b59e-44d0-b503-54f4ecd850c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.911091] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c859253-c791-4816-84e3-9b7189cda29c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.928104] env[62633]: DEBUG nova.compute.provider_tree [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.150785] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.307715] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.449898] env[62633]: DEBUG nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1691.456257] env[62633]: ERROR nova.scheduler.client.report [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [req-3105d6e9-aabe-4084-b42f-1acf05312b9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3105d6e9-aabe-4084-b42f-1acf05312b9c"}]} [ 1691.474682] env[62633]: DEBUG nova.scheduler.client.report [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1691.481131] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1691.481428] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1691.481578] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.481767] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1691.481919] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.482086] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1691.482305] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1691.482470] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1691.482643] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1691.482812] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1691.482994] env[62633]: DEBUG nova.virt.hardware [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1691.483955] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994fc6e4-73cf-4bce-ae30-257cd249ef6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.492152] env[62633]: DEBUG nova.scheduler.client.report [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1691.492388] env[62633]: DEBUG nova.compute.provider_tree [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.495461] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbc9a3d-3d99-4f1f-9a48-c4384808bd68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.511461] env[62633]: DEBUG nova.scheduler.client.report [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1691.532594] env[62633]: DEBUG nova.scheduler.client.report [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1691.658990] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.814777] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.915206] env[62633]: DEBUG nova.compute.manager [req-4ca816dc-334e-4f40-96c0-67780582cc5a req-a35595d1-358a-4dea-880e-43ea8ab392e8 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received event network-vif-plugged-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1691.915424] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ca816dc-334e-4f40-96c0-67780582cc5a req-a35595d1-358a-4dea-880e-43ea8ab392e8 service nova] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.915698] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ca816dc-334e-4f40-96c0-67780582cc5a req-a35595d1-358a-4dea-880e-43ea8ab392e8 service nova] Lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.915936] env[62633]: DEBUG oslo_concurrency.lockutils [req-4ca816dc-334e-4f40-96c0-67780582cc5a req-a35595d1-358a-4dea-880e-43ea8ab392e8 service nova] Lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.916144] env[62633]: DEBUG nova.compute.manager [req-4ca816dc-334e-4f40-96c0-67780582cc5a req-a35595d1-358a-4dea-880e-43ea8ab392e8 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] No waiting events found dispatching network-vif-plugged-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1691.916322] env[62633]: WARNING nova.compute.manager [req-4ca816dc-334e-4f40-96c0-67780582cc5a req-a35595d1-358a-4dea-880e-43ea8ab392e8 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received unexpected event network-vif-plugged-badbeda4-b77b-4e53-85ce-e51b2206e757 for instance with vm_state building and task_state spawning. [ 1692.082917] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e997d8a-9907-46aa-9d6e-7b2947a278eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.092452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2843d81-16c1-400d-97fd-5d292976cc43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.136796] env[62633]: DEBUG nova.network.neutron [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Successfully updated port: badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1692.138394] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a3aff6-b7a9-4c0d-8595-1a72d401673a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.155149] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a7b339-3915-4ea0-bcb1-957b4c381f59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.163820] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808094, 'name': ReconfigVM_Task, 'duration_secs': 1.777844} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.164602] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 37c5149f-3014-4789-aad3-189550033af2/37c5149f-3014-4789-aad3-189550033af2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.165309] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d59a23d-6e42-4c2e-af0e-5fb3ef42172b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.175559] env[62633]: DEBUG nova.compute.provider_tree [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.183492] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1692.183492] env[62633]: value = "task-1808095" [ 1692.183492] env[62633]: _type = "Task" [ 1692.183492] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.191956] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808095, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.310336] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.646340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.646743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.647072] env[62633]: DEBUG nova.network.neutron [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.696290] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808095, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.719845] env[62633]: DEBUG nova.scheduler.client.report [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1692.720271] env[62633]: DEBUG nova.compute.provider_tree [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 97 to 98 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1692.721365] env[62633]: DEBUG nova.compute.provider_tree [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.811144] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.192670] env[62633]: DEBUG nova.network.neutron [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.197987] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808095, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.229305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.806s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.230206] env[62633]: DEBUG nova.compute.manager [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1693.234303] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.306s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.234709] env[62633]: DEBUG nova.objects.instance [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'resources' on Instance uuid e35472bf-1914-4f5b-bedd-24fb62769327 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.316905] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.438527] env[62633]: DEBUG nova.network.neutron [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [{"id": "badbeda4-b77b-4e53-85ce-e51b2206e757", "address": "fa:16:3e:cf:a5:3f", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadbeda4-b7", "ovs_interfaceid": "badbeda4-b77b-4e53-85ce-e51b2206e757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.694770] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808095, 'name': Rename_Task, 'duration_secs': 1.10303} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.695294] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1693.695573] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16ce77e8-6583-4278-8608-685825994bc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.702438] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1693.702438] env[62633]: value = "task-1808096" [ 1693.702438] env[62633]: _type = "Task" [ 1693.702438] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.710406] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.738466] env[62633]: DEBUG nova.compute.utils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.744660] env[62633]: DEBUG nova.compute.manager [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1693.812561] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808093, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.814255} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.812763] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdf4d6c8-9921-4a3c-b18a-7075600de19d/bdf4d6c8-9921-4a3c-b18a-7075600de19d.vmdk to [datastore1] 672b2e76-68f9-450f-92f9-ca90942d6b91/672b2e76-68f9-450f-92f9-ca90942d6b91.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.814035] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da4fcc2-bb07-4614-9211-1421d45f1d2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.842348] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 672b2e76-68f9-450f-92f9-ca90942d6b91/672b2e76-68f9-450f-92f9-ca90942d6b91.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.845575] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3dc238f-ae2b-424f-bef6-6480475246bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.865666] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1693.865666] env[62633]: value = "task-1808097" [ 1693.865666] env[62633]: _type = "Task" [ 1693.865666] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.876612] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.880443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "4655fe62-486a-48ba-86db-00a4fcc1d432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.880919] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "4655fe62-486a-48ba-86db-00a4fcc1d432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.941796] env[62633]: DEBUG nova.compute.manager [req-16e65a84-ff63-4261-ab18-8132792c9734 req-6ade3468-d271-417d-8082-df18064c6343 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received event network-changed-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.941796] env[62633]: DEBUG nova.compute.manager [req-16e65a84-ff63-4261-ab18-8132792c9734 req-6ade3468-d271-417d-8082-df18064c6343 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Refreshing instance network info cache due to event network-changed-badbeda4-b77b-4e53-85ce-e51b2206e757. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1693.941796] env[62633]: DEBUG oslo_concurrency.lockutils [req-16e65a84-ff63-4261-ab18-8132792c9734 req-6ade3468-d271-417d-8082-df18064c6343 service nova] Acquiring lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.942262] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.942605] env[62633]: DEBUG nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Instance network_info: |[{"id": "badbeda4-b77b-4e53-85ce-e51b2206e757", "address": "fa:16:3e:cf:a5:3f", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadbeda4-b7", "ovs_interfaceid": "badbeda4-b77b-4e53-85ce-e51b2206e757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1693.943192] env[62633]: DEBUG oslo_concurrency.lockutils [req-16e65a84-ff63-4261-ab18-8132792c9734 req-6ade3468-d271-417d-8082-df18064c6343 service nova] Acquired lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.943490] env[62633]: DEBUG nova.network.neutron [req-16e65a84-ff63-4261-ab18-8132792c9734 req-6ade3468-d271-417d-8082-df18064c6343 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Refreshing network info cache for port badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.945013] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:a5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'badbeda4-b77b-4e53-85ce-e51b2206e757', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1693.953718] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating folder: Project (7f3adc5d731c41a4bf3ca67ee3e4dd0b). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1693.958244] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d3b6018-d2ac-4287-99e7-e473b2f161e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.969794] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Created folder: Project (7f3adc5d731c41a4bf3ca67ee3e4dd0b) in parent group-v374582. [ 1693.970055] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating folder: Instances. Parent ref: group-v374774. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1693.972801] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f11ebb8-f80e-43a5-a01e-6b8084151fe3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.981901] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Created folder: Instances in parent group-v374774. [ 1693.982626] env[62633]: DEBUG oslo.service.loopingcall [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.982626] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1693.982626] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55daa818-24cb-42c9-aa75-c61ae4c223fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.006403] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.006403] env[62633]: value = "task-1808100" [ 1694.006403] env[62633]: _type = "Task" [ 1694.006403] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.015501] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808100, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.213353] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.234984] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e2bb44-dfce-47fe-a688-1ca87bb67f1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.242979] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d768cfb9-867d-4dfb-bbd7-8ec743292daf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.246602] env[62633]: DEBUG nova.compute.manager [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1694.279547] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144a5b76-8eb4-489b-8e9e-af4661a91021 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.290033] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bdfde6-5fa2-4233-90e8-a331bbd50d5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.305997] env[62633]: DEBUG nova.compute.provider_tree [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1694.377213] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.386373] env[62633]: DEBUG nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1694.517769] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808100, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.701230] env[62633]: DEBUG nova.network.neutron [req-16e65a84-ff63-4261-ab18-8132792c9734 req-6ade3468-d271-417d-8082-df18064c6343 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updated VIF entry in instance network info cache for port badbeda4-b77b-4e53-85ce-e51b2206e757. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.701830] env[62633]: DEBUG nova.network.neutron [req-16e65a84-ff63-4261-ab18-8132792c9734 req-6ade3468-d271-417d-8082-df18064c6343 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [{"id": "badbeda4-b77b-4e53-85ce-e51b2206e757", "address": "fa:16:3e:cf:a5:3f", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadbeda4-b7", "ovs_interfaceid": "badbeda4-b77b-4e53-85ce-e51b2206e757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.712671] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808096, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.828238] env[62633]: ERROR nova.scheduler.client.report [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [req-b2cf3cb1-99c8-47c6-9e88-7fac66d01007] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b2cf3cb1-99c8-47c6-9e88-7fac66d01007"}]} [ 1694.844372] env[62633]: DEBUG nova.scheduler.client.report [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1694.865111] env[62633]: DEBUG nova.scheduler.client.report [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1694.865379] env[62633]: DEBUG nova.compute.provider_tree [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1694.880581] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808097, 'name': ReconfigVM_Task, 'duration_secs': 0.733839} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.881996] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 672b2e76-68f9-450f-92f9-ca90942d6b91/672b2e76-68f9-450f-92f9-ca90942d6b91.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.882793] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a300ebf5-337a-45e3-b6b4-54a1ed4a218f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.887564] env[62633]: DEBUG nova.scheduler.client.report [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1694.892877] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1694.892877] env[62633]: value = "task-1808101" [ 1694.892877] env[62633]: _type = "Task" [ 1694.892877] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.906428] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808101, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.907437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.915106] env[62633]: DEBUG nova.scheduler.client.report [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1695.018176] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808100, 'name': CreateVM_Task, 'duration_secs': 0.595884} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.018345] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1695.018996] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.019180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.019513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.019761] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0533dea0-8c36-44d5-bbee-4c9c1370f6ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.024212] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1695.024212] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522d103f-de51-76c5-75bc-fd841f8599ff" [ 1695.024212] env[62633]: _type = "Task" [ 1695.024212] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.033768] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522d103f-de51-76c5-75bc-fd841f8599ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.204606] env[62633]: DEBUG oslo_concurrency.lockutils [req-16e65a84-ff63-4261-ab18-8132792c9734 req-6ade3468-d271-417d-8082-df18064c6343 service nova] Releasing lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.215330] env[62633]: DEBUG oslo_vmware.api [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808096, 'name': PowerOnVM_Task, 'duration_secs': 1.031694} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.216303] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.216303] env[62633]: INFO nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Took 13.70 seconds to spawn the instance on the hypervisor. [ 1695.216303] env[62633]: DEBUG nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1695.216831] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5788ca52-2a59-4568-bd8a-b1ef08dea960 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.257511] env[62633]: DEBUG nova.compute.manager [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1695.284472] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1695.284760] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1695.284927] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.285398] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1695.285398] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.285498] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1695.285620] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1695.285865] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1695.286019] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1695.286195] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1695.286473] env[62633]: DEBUG nova.virt.hardware [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1695.287445] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac17ed2-bd42-49f0-8261-e5ffef3c8634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.295029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d8b24d-67c7-46dd-b648-22eef4582574 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.313345] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1695.319091] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Creating folder: Project (b84bcf2fd2394dc5b6a1b1398622b38b). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1695.321554] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af9fa7df-fb03-4769-8a97-b9beb9b9846f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.331381] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Created folder: Project (b84bcf2fd2394dc5b6a1b1398622b38b) in parent group-v374582. [ 1695.331577] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Creating folder: Instances. Parent ref: group-v374777. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1695.331804] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-567bd4f4-4e38-4c16-aa28-5edc190e6c5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.341932] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Created folder: Instances in parent group-v374777. [ 1695.342176] env[62633]: DEBUG oslo.service.loopingcall [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1695.342368] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1695.342566] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc606dfb-0a81-4c34-b03b-8e4f0b379d36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.355721] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e4fed-a977-47be-8ed4-518d4d76f36a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.363705] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eacda5-7c29-400e-ae4d-0d8a74b776ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.366712] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1695.366712] env[62633]: value = "task-1808104" [ 1695.366712] env[62633]: _type = "Task" [ 1695.366712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.394203] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197429f5-1c0c-42f1-b121-166839f76094 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.400351] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808104, 'name': CreateVM_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.410948] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a6aac-2827-40cc-ac2b-6b7b2e6ce779 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.414723] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808101, 'name': Rename_Task, 'duration_secs': 0.296027} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.415045] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.415608] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-505e7218-3602-4fc9-b592-cb2c435c6729 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.424685] env[62633]: DEBUG nova.compute.provider_tree [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1695.430721] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1695.430721] env[62633]: value = "task-1808105" [ 1695.430721] env[62633]: _type = "Task" [ 1695.430721] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.438161] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.534378] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522d103f-de51-76c5-75bc-fd841f8599ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.534711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.534950] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.535212] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.535385] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.535575] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.535857] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc861b67-1de0-4d82-ae5e-da00a67cbfa4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.550024] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.550024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.550166] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d8719c-26ae-42b4-ad57-8af3503da245 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.555207] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1695.555207] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527effdc-3b95-f578-3904-0fa521053932" [ 1695.555207] env[62633]: _type = "Task" [ 1695.555207] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.563561] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527effdc-3b95-f578-3904-0fa521053932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.737925] env[62633]: INFO nova.compute.manager [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Took 45.57 seconds to build instance. [ 1695.877567] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808104, 'name': CreateVM_Task, 'duration_secs': 0.328551} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.877753] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1695.878289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.878473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.878802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.879079] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a0cb39a-ed07-4840-8e03-563a88484277 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.883670] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1695.883670] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52384f76-3c66-6acf-28c6-64243aa3fc6a" [ 1695.883670] env[62633]: _type = "Task" [ 1695.883670] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.892081] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52384f76-3c66-6acf-28c6-64243aa3fc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.940962] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808105, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.960454] env[62633]: DEBUG nova.scheduler.client.report [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1695.960732] env[62633]: DEBUG nova.compute.provider_tree [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 99 to 100 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1695.960921] env[62633]: DEBUG nova.compute.provider_tree [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1696.066354] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527effdc-3b95-f578-3904-0fa521053932, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.068788] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd272da-c0d7-4112-94d5-0d070483d02d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.074645] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1696.074645] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f119f9-072c-1283-a6bd-07203f8990e2" [ 1696.074645] env[62633]: _type = "Task" [ 1696.074645] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.084292] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f119f9-072c-1283-a6bd-07203f8990e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.240264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-32f266db-30c8-46c2-af50-dac6498bbfaf tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "37c5149f-3014-4789-aad3-189550033af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.075s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.393765] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52384f76-3c66-6acf-28c6-64243aa3fc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.016984} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.394133] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.394381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.394601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.441296] env[62633]: DEBUG oslo_vmware.api [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808105, 'name': PowerOnVM_Task, 'duration_secs': 0.760136} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.441605] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.441803] env[62633]: INFO nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Took 17.67 seconds to spawn the instance on the hypervisor. [ 1696.442016] env[62633]: DEBUG nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1696.442907] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4941bff7-903a-4975-9e0a-4ae307353b6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.466080] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.232s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.468553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.064s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.468813] env[62633]: DEBUG nova.objects.instance [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lazy-loading 'resources' on Instance uuid 64a16c3e-4e6d-442c-a33e-94a72aadf3d2 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.491457] env[62633]: INFO nova.scheduler.client.report [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleted allocations for instance e35472bf-1914-4f5b-bedd-24fb62769327 [ 1696.510946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquiring lock "37c5149f-3014-4789-aad3-189550033af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.510946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "37c5149f-3014-4789-aad3-189550033af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.510946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquiring lock "37c5149f-3014-4789-aad3-189550033af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.510946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "37c5149f-3014-4789-aad3-189550033af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.510946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "37c5149f-3014-4789-aad3-189550033af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.512045] env[62633]: INFO nova.compute.manager [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Terminating instance [ 1696.517046] env[62633]: DEBUG nova.compute.manager [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1696.517254] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.518269] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f537a360-d3d8-4411-b27a-3e55ccd2b53d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.526815] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.527086] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b42023-b69c-40f8-8c46-7214dbce6802 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.533507] env[62633]: DEBUG oslo_vmware.api [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1696.533507] env[62633]: value = "task-1808106" [ 1696.533507] env[62633]: _type = "Task" [ 1696.533507] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.541998] env[62633]: DEBUG oslo_vmware.api [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.586102] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f119f9-072c-1283-a6bd-07203f8990e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.586405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.586670] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b/54a284ae-9039-4553-80ae-90f2079ca09b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.586962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.587172] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.587395] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1206b4bd-7121-4929-ae45-e500685b90e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.589481] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d65aa96c-429d-447d-b656-e62553d54684 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.597501] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1696.597501] env[62633]: value = "task-1808107" [ 1696.597501] env[62633]: _type = "Task" [ 1696.597501] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.598829] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.599079] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.602417] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb739160-74b4-4380-bbff-443b670747f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.607596] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1696.607596] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526ac7c6-7678-0c87-b57a-2c8e9fa55c9b" [ 1696.607596] env[62633]: _type = "Task" [ 1696.607596] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.610971] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.618202] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526ac7c6-7678-0c87-b57a-2c8e9fa55c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.960636] env[62633]: INFO nova.compute.manager [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Took 49.02 seconds to build instance. [ 1697.002217] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c69df039-089e-46b4-9bb7-565ff2bcfda9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "e35472bf-1914-4f5b-bedd-24fb62769327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.371s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.003316] env[62633]: DEBUG oslo_concurrency.lockutils [req-577630c9-8272-492e-b905-cfb339680a6e req-7a541fd1-ee9d-478c-8579-82637e2b42f1 service nova] Acquired lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.004559] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45588de7-29a0-44d1-b63e-a95d0dcedf93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.015619] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1697.015863] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1697.017605] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52d5bd47-2613-4049-828d-e7574de76944 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.026855] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1bdfd0-baa6-4b88-a733-4122ac3e3b2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.052819] env[62633]: DEBUG oslo_vmware.api [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808106, 'name': PowerOffVM_Task, 'duration_secs': 0.223445} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.053342] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.053569] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.056766] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54e3f84a-4164-4fb6-bab9-000b70a865cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.075872] env[62633]: ERROR root [req-577630c9-8272-492e-b905-cfb339680a6e req-7a541fd1-ee9d-478c-8579-82637e2b42f1 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-374649' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-374649' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-374649' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-374649'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-374649' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-374649' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-374649'}\n"]: nova.exception.InstanceNotFound: Instance e35472bf-1914-4f5b-bedd-24fb62769327 could not be found. [ 1697.076128] env[62633]: DEBUG oslo_concurrency.lockutils [req-577630c9-8272-492e-b905-cfb339680a6e req-7a541fd1-ee9d-478c-8579-82637e2b42f1 service nova] Releasing lock "e35472bf-1914-4f5b-bedd-24fb62769327" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.076350] env[62633]: DEBUG nova.compute.manager [req-577630c9-8272-492e-b905-cfb339680a6e req-7a541fd1-ee9d-478c-8579-82637e2b42f1 service nova] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Detach interface failed, port_id=028bba4a-efe0-490f-9314-c606285a1870, reason: Instance e35472bf-1914-4f5b-bedd-24fb62769327 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1697.110615] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808107, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.124489] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526ac7c6-7678-0c87-b57a-2c8e9fa55c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.017285} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.125378] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c47c7d1-7ef4-42e5-954e-d0cf12c5cdee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.130851] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1697.130851] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52621c8a-c96f-3ad1-74b1-d1719d351aad" [ 1697.130851] env[62633]: _type = "Task" [ 1697.130851] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.141459] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52621c8a-c96f-3ad1-74b1-d1719d351aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.306547] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "672b2e76-68f9-450f-92f9-ca90942d6b91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.326929] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.327438] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.327438] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Deleting the datastore file [datastore1] 37c5149f-3014-4789-aad3-189550033af2 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.327631] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ef95ff-3159-4698-808f-7a1c7119483a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.334050] env[62633]: DEBUG oslo_vmware.api [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for the task: (returnval){ [ 1697.334050] env[62633]: value = "task-1808109" [ 1697.334050] env[62633]: _type = "Task" [ 1697.334050] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.344285] env[62633]: DEBUG oslo_vmware.api [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.442915] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c47f294-1895-44aa-a844-e029c634addd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.450651] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc26bf12-4bbe-43f3-8275-5ab7d427c4f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.480061] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb6e0ec4-df41-403c-bd3e-62eec3e39bb9 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "672b2e76-68f9-450f-92f9-ca90942d6b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.936s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.480519] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "672b2e76-68f9-450f-92f9-ca90942d6b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.174s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.480747] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "672b2e76-68f9-450f-92f9-ca90942d6b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.480957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "672b2e76-68f9-450f-92f9-ca90942d6b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.481148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "672b2e76-68f9-450f-92f9-ca90942d6b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.483161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3777f88b-689b-4f3f-be9a-ff362ddbad38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.485934] env[62633]: INFO nova.compute.manager [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Terminating instance [ 1697.488028] env[62633]: DEBUG nova.compute.manager [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1697.488247] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1697.488971] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cdd97a-5503-4bc2-8d73-a3ee940ecb1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.496788] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c74598-239a-4795-857f-1e3554b5ce8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.502304] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.502770] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e7f4a7f-c05a-4759-9a04-cdb069871c60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.513273] env[62633]: DEBUG nova.compute.provider_tree [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1697.517469] env[62633]: DEBUG oslo_vmware.api [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1697.517469] env[62633]: value = "task-1808110" [ 1697.517469] env[62633]: _type = "Task" [ 1697.517469] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.527133] env[62633]: DEBUG oslo_vmware.api [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.609130] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.609582] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b/54a284ae-9039-4553-80ae-90f2079ca09b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.609945] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.610317] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d37249a9-129c-4a18-a31f-b3202066c172 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.617420] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1697.617420] env[62633]: value = "task-1808111" [ 1697.617420] env[62633]: _type = "Task" [ 1697.617420] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.625330] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.646021] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52621c8a-c96f-3ad1-74b1-d1719d351aad, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.646021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.646021] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 6a944f76-5ea2-4e34-99b8-45abcb44f162/6a944f76-5ea2-4e34-99b8-45abcb44f162.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.646021] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bead2b36-d537-43f0-beb0-dee260d8ec1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.655924] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1697.655924] env[62633]: value = "task-1808112" [ 1697.655924] env[62633]: _type = "Task" [ 1697.655924] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.666809] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.845307] env[62633]: DEBUG oslo_vmware.api [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Task: {'id': task-1808109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288603} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.845821] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.846191] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.846500] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.846785] env[62633]: INFO nova.compute.manager [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] [instance: 37c5149f-3014-4789-aad3-189550033af2] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1697.847244] env[62633]: DEBUG oslo.service.loopingcall [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.847542] env[62633]: DEBUG nova.compute.manager [-] [instance: 37c5149f-3014-4789-aad3-189550033af2] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1697.847731] env[62633]: DEBUG nova.network.neutron [-] [instance: 37c5149f-3014-4789-aad3-189550033af2] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.037452] env[62633]: DEBUG oslo_vmware.api [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808110, 'name': PowerOffVM_Task, 'duration_secs': 0.177553} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.037649] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1698.037832] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1698.038377] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac391a99-5a8a-49d2-8d58-954adb82edda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.059492] env[62633]: DEBUG nova.scheduler.client.report [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1698.059848] env[62633]: DEBUG nova.compute.provider_tree [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 100 to 101 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1698.059977] env[62633]: DEBUG nova.compute.provider_tree [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1698.130137] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066629} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.130503] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.131435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaabce96-41d6-4592-8d91-409c1d36e4f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.156719] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b/54a284ae-9039-4553-80ae-90f2079ca09b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.157334] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e8a8d4b-eaa7-49c3-866f-e790466add05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.185143] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.186865] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1698.186865] env[62633]: value = "task-1808114" [ 1698.186865] env[62633]: _type = "Task" [ 1698.186865] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.196766] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.270125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1698.270125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1698.270125] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleting the datastore file [datastore1] 672b2e76-68f9-450f-92f9-ca90942d6b91 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1698.270125] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b12d852-c598-4059-8ec0-27cfb8b8afee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.279319] env[62633]: DEBUG oslo_vmware.api [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1698.279319] env[62633]: value = "task-1808115" [ 1698.279319] env[62633]: _type = "Task" [ 1698.279319] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.289903] env[62633]: DEBUG oslo_vmware.api [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.316524] env[62633]: DEBUG nova.compute.manager [req-a9d77c8d-9f17-444b-a5c3-0581bf8355b3 req-0225cfe3-e3e3-4739-bb6d-b1adc78f0d94 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Received event network-vif-deleted-51e96677-b03b-4422-b403-d1bb93a7fafb {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1698.316896] env[62633]: INFO nova.compute.manager [req-a9d77c8d-9f17-444b-a5c3-0581bf8355b3 req-0225cfe3-e3e3-4739-bb6d-b1adc78f0d94 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Neutron deleted interface 51e96677-b03b-4422-b403-d1bb93a7fafb; detaching it from the instance and deleting it from the info cache [ 1698.317180] env[62633]: DEBUG nova.network.neutron [req-a9d77c8d-9f17-444b-a5c3-0581bf8355b3 req-0225cfe3-e3e3-4739-bb6d-b1adc78f0d94 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.565736] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.567903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.437s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.570064] env[62633]: INFO nova.compute.claims [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.599366] env[62633]: INFO nova.scheduler.client.report [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Deleted allocations for instance 64a16c3e-4e6d-442c-a33e-94a72aadf3d2 [ 1698.609747] env[62633]: DEBUG nova.network.neutron [-] [instance: 37c5149f-3014-4789-aad3-189550033af2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.666530] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72922} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.666868] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 6a944f76-5ea2-4e34-99b8-45abcb44f162/6a944f76-5ea2-4e34-99b8-45abcb44f162.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1698.667139] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1698.667430] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eadeec18-5cf1-4998-bc01-71181f85e9f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.673620] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1698.673620] env[62633]: value = "task-1808116" [ 1698.673620] env[62633]: _type = "Task" [ 1698.673620] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.681302] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.697259] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.789657] env[62633]: DEBUG oslo_vmware.api [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.789918] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.790121] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.790307] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.790485] env[62633]: INFO nova.compute.manager [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1698.790726] env[62633]: DEBUG oslo.service.loopingcall [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.790920] env[62633]: DEBUG nova.compute.manager [-] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1698.791030] env[62633]: DEBUG nova.network.neutron [-] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.820054] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-610d859d-187d-4159-9244-8ccb81883f84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.828824] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579aea63-4ff0-46a2-916c-59d41d151523 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.865140] env[62633]: DEBUG nova.compute.manager [req-a9d77c8d-9f17-444b-a5c3-0581bf8355b3 req-0225cfe3-e3e3-4739-bb6d-b1adc78f0d94 service nova] [instance: 37c5149f-3014-4789-aad3-189550033af2] Detach interface failed, port_id=51e96677-b03b-4422-b403-d1bb93a7fafb, reason: Instance 37c5149f-3014-4789-aad3-189550033af2 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1699.114140] env[62633]: INFO nova.compute.manager [-] [instance: 37c5149f-3014-4789-aad3-189550033af2] Took 1.27 seconds to deallocate network for instance. [ 1699.114670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bc73f811-06bb-4822-abaa-0479f436605f tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "64a16c3e-4e6d-442c-a33e-94a72aadf3d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.944s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.184610] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151908} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.184610] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1699.185513] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7375ad69-8b3a-4a86-ab6d-05482fdaed73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.206963] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6a944f76-5ea2-4e34-99b8-45abcb44f162/6a944f76-5ea2-4e34-99b8-45abcb44f162.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.207443] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e165e8e-5ccf-4e91-a2c3-85e8484d4914 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.225727] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808114, 'name': ReconfigVM_Task, 'duration_secs': 0.747415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.226084] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b/54a284ae-9039-4553-80ae-90f2079ca09b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.226776] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90a26b43-2f98-4de4-a255-7a3c26704ae9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.231374] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1699.231374] env[62633]: value = "task-1808117" [ 1699.231374] env[62633]: _type = "Task" [ 1699.231374] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.235382] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1699.235382] env[62633]: value = "task-1808118" [ 1699.235382] env[62633]: _type = "Task" [ 1699.235382] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.241949] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.245130] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808118, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.367626] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.367931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.532984] env[62633]: DEBUG nova.network.neutron [-] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.623988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.745050] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808117, 'name': ReconfigVM_Task, 'duration_secs': 0.314734} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.745133] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6a944f76-5ea2-4e34-99b8-45abcb44f162/6a944f76-5ea2-4e34-99b8-45abcb44f162.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.746042] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a7744c1-7561-450f-b2a8-fc5b148a3a2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.752259] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808118, 'name': Rename_Task, 'duration_secs': 0.143499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.753017] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.753289] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c59e2a2d-a2b9-41de-9196-868e5acd5c1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.757128] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1699.757128] env[62633]: value = "task-1808120" [ 1699.757128] env[62633]: _type = "Task" [ 1699.757128] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.764391] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1699.764391] env[62633]: value = "task-1808121" [ 1699.764391] env[62633]: _type = "Task" [ 1699.764391] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.770282] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808120, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.774783] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.870479] env[62633]: DEBUG nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1699.965139] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96063aad-1331-4d25-a8b7-b8994f65a711 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.973456] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2bdf0c-d48d-41a9-98e6-5f5da111ea2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.003939] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63435f0-1306-4830-8f58-a2e9f9912f5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.011184] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8c04f7-19a8-4e95-b2ad-bb41c763677c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.023826] env[62633]: DEBUG nova.compute.provider_tree [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.035119] env[62633]: INFO nova.compute.manager [-] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Took 1.24 seconds to deallocate network for instance. [ 1700.270469] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808120, 'name': Rename_Task, 'duration_secs': 0.144764} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.275013] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.275386] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db704e6c-1c4f-4f24-be04-43f72a68b70c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.287054] env[62633]: DEBUG oslo_vmware.api [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808121, 'name': PowerOnVM_Task, 'duration_secs': 0.514918} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.288358] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.288670] env[62633]: INFO nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1700.288953] env[62633]: DEBUG nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1700.289564] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1700.289564] env[62633]: value = "task-1808122" [ 1700.289564] env[62633]: _type = "Task" [ 1700.289564] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.290459] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13988b57-3979-4702-bdd8-a5f832659810 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.307499] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808122, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.344280] env[62633]: DEBUG nova.compute.manager [req-3f2fa9b1-24f6-4312-a094-a641edbdb354 req-4f8b3e4a-6803-41bb-8beb-9c5f9142c367 service nova] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Received event network-vif-deleted-30fcf1c3-3d66-4ef8-a82b-4d7e66a751ae {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1700.394793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.527224] env[62633]: DEBUG nova.scheduler.client.report [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1700.540455] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.804553] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.821043] env[62633]: INFO nova.compute.manager [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Took 43.02 seconds to build instance. [ 1701.035072] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.035609] env[62633]: DEBUG nova.compute.manager [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1701.038721] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.351s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.040077] env[62633]: INFO nova.compute.claims [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.304095] env[62633]: DEBUG oslo_vmware.api [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808122, 'name': PowerOnVM_Task, 'duration_secs': 0.936868} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.304373] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.304581] env[62633]: INFO nova.compute.manager [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Took 6.05 seconds to spawn the instance on the hypervisor. [ 1701.304764] env[62633]: DEBUG nova.compute.manager [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1701.305532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c55d92-c21a-431a-83af-362865545db6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.323407] env[62633]: DEBUG oslo_concurrency.lockutils [None req-707fb615-ef4e-4579-b1cd-8a7cd45e19df tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.533s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.544642] env[62633]: DEBUG nova.compute.utils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.548931] env[62633]: DEBUG nova.compute.manager [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1701.820434] env[62633]: INFO nova.compute.manager [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Took 39.52 seconds to build instance. [ 1702.049418] env[62633]: DEBUG nova.compute.manager [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1702.324050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d49035e2-8176-46b9-a32f-b64c1658cd0d tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "6a944f76-5ea2-4e34-99b8-45abcb44f162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.032s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.407275] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bfc0d2-957f-4814-88d1-9d42c524d5bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.415525] env[62633]: DEBUG nova.compute.manager [None req-5a638312-bad5-4af4-b82c-5eccde42ef9f tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1702.416532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ffbff0-dbd3-474f-b98e-7c778a11efbe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.420085] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db850336-d90f-4720-9425-b0dcb7b176bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.455688] env[62633]: INFO nova.compute.manager [None req-5a638312-bad5-4af4-b82c-5eccde42ef9f tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] instance snapshotting [ 1702.456509] env[62633]: DEBUG nova.objects.instance [None req-5a638312-bad5-4af4-b82c-5eccde42ef9f tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lazy-loading 'flavor' on Instance uuid 6a944f76-5ea2-4e34-99b8-45abcb44f162 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.458091] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ad21f6-d706-407b-8cce-c9bfe19a2a5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.466620] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc5b8d0-df5d-4530-b471-5107e4d17055 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.482376] env[62633]: DEBUG nova.compute.provider_tree [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.498745] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.498975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.577861] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquiring lock "6a944f76-5ea2-4e34-99b8-45abcb44f162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.578157] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "6a944f76-5ea2-4e34-99b8-45abcb44f162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.578397] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquiring lock "6a944f76-5ea2-4e34-99b8-45abcb44f162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.578585] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "6a944f76-5ea2-4e34-99b8-45abcb44f162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.578885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "6a944f76-5ea2-4e34-99b8-45abcb44f162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.581088] env[62633]: INFO nova.compute.manager [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Terminating instance [ 1702.582757] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquiring lock "refresh_cache-6a944f76-5ea2-4e34-99b8-45abcb44f162" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.582922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquired lock "refresh_cache-6a944f76-5ea2-4e34-99b8-45abcb44f162" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.583110] env[62633]: DEBUG nova.network.neutron [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.967983] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee098f9-4b44-4466-b3a4-5764b072287e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.984498] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b8a691-d019-4eab-80f3-8cf3a7953883 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.987889] env[62633]: DEBUG nova.scheduler.client.report [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1703.002789] env[62633]: DEBUG nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1703.061803] env[62633]: DEBUG nova.compute.manager [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1703.089227] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1703.089504] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1703.089670] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.089864] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1703.090027] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.090221] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1703.090391] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1703.090562] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1703.090721] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1703.090890] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1703.091109] env[62633]: DEBUG nova.virt.hardware [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1703.092022] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade87987-30ef-4809-908e-848e9788d210 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.100893] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd2f0c-7878-4984-b1a3-93348e35b601 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.117885] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1703.124031] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Creating folder: Project (a648362cf95540b7a0bf832115268e98). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1703.124451] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72b35261-e576-4cec-aee9-dbf5f6c243ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.135881] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Created folder: Project (a648362cf95540b7a0bf832115268e98) in parent group-v374582. [ 1703.136160] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Creating folder: Instances. Parent ref: group-v374780. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1703.136433] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-542027ae-7c76-44fa-ac42-20b87ca2e5f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.138963] env[62633]: DEBUG nova.network.neutron [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.148153] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Created folder: Instances in parent group-v374780. [ 1703.148436] env[62633]: DEBUG oslo.service.loopingcall [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.148639] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1703.148871] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7e290ad-5c3a-4ddb-a62c-49473eee60a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.168629] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1703.168629] env[62633]: value = "task-1808125" [ 1703.168629] env[62633]: _type = "Task" [ 1703.168629] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.176708] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808125, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.181254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "8975a6e8-03f5-424b-8843-79a4033b9790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.181497] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.181708] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "8975a6e8-03f5-424b-8843-79a4033b9790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.181892] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.182081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.184266] env[62633]: INFO nova.compute.manager [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Terminating instance [ 1703.186126] env[62633]: DEBUG nova.compute.manager [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1703.186323] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1703.187114] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0269a17a-96fa-481e-bb9d-33372a7b2583 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.197012] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.197268] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7e47911-5a91-42c4-9161-9f56804949ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.202254] env[62633]: DEBUG nova.network.neutron [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.204806] env[62633]: DEBUG oslo_vmware.api [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1703.204806] env[62633]: value = "task-1808126" [ 1703.204806] env[62633]: _type = "Task" [ 1703.204806] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.212755] env[62633]: DEBUG oslo_vmware.api [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.493032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.493470] env[62633]: DEBUG nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1703.496473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.502s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.498125] env[62633]: DEBUG nova.compute.manager [None req-5a638312-bad5-4af4-b82c-5eccde42ef9f tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Instance disappeared during snapshot {{(pid=62633) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1703.523927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.606458] env[62633]: DEBUG nova.compute.manager [None req-5a638312-bad5-4af4-b82c-5eccde42ef9f tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Found 0 images (rotation: 2) {{(pid=62633) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1703.678642] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808125, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.709234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Releasing lock "refresh_cache-6a944f76-5ea2-4e34-99b8-45abcb44f162" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.709720] env[62633]: DEBUG nova.compute.manager [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1703.709970] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1703.711123] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec4924-4da4-422f-a4af-68e40ffe2b50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.719441] env[62633]: DEBUG oslo_vmware.api [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808126, 'name': PowerOffVM_Task, 'duration_secs': 0.240193} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.721641] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.721825] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.722110] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.722331] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2519e26-9f85-4a01-97ab-3d658b7027a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.723700] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b07ea38-16ed-4660-b717-008663b28d98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.729924] env[62633]: DEBUG oslo_vmware.api [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1703.729924] env[62633]: value = "task-1808127" [ 1703.729924] env[62633]: _type = "Task" [ 1703.729924] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.737820] env[62633]: DEBUG oslo_vmware.api [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.802446] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.802645] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.802863] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Deleting the datastore file [datastore1] 8975a6e8-03f5-424b-8843-79a4033b9790 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.803177] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1c1b7b8-97d4-47ba-bb6a-7f827e75cd9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.811026] env[62633]: DEBUG oslo_vmware.api [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for the task: (returnval){ [ 1703.811026] env[62633]: value = "task-1808129" [ 1703.811026] env[62633]: _type = "Task" [ 1703.811026] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.819587] env[62633]: DEBUG oslo_vmware.api [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.999582] env[62633]: DEBUG nova.compute.utils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.001072] env[62633]: DEBUG nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1704.001240] env[62633]: DEBUG nova.network.neutron [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.003184] env[62633]: DEBUG nova.objects.instance [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lazy-loading 'migration_context' on Instance uuid 83b841b7-ac47-45c4-bcea-4020242cf996 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.042719] env[62633]: DEBUG nova.policy [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87afd454f6534b56bb9f800282f6c0a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd94ef3a72eb9440fb86a2e404beaeaea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1704.179358] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808125, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.240568] env[62633]: DEBUG oslo_vmware.api [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808127, 'name': PowerOffVM_Task, 'duration_secs': 0.160275} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.240568] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1704.240568] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1704.240568] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b09d3f17-aa31-4987-afd1-2218dd9dbf47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.295435] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1704.296082] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1704.296479] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Deleting the datastore file [datastore1] 6a944f76-5ea2-4e34-99b8-45abcb44f162 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1704.296915] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12a64504-f9bc-486c-b5ae-51329ed16628 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.306580] env[62633]: DEBUG oslo_vmware.api [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for the task: (returnval){ [ 1704.306580] env[62633]: value = "task-1808131" [ 1704.306580] env[62633]: _type = "Task" [ 1704.306580] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.317373] env[62633]: DEBUG oslo_vmware.api [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.322856] env[62633]: DEBUG oslo_vmware.api [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Task: {'id': task-1808129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308372} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.323198] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.323456] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1704.323700] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.323939] env[62633]: INFO nova.compute.manager [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1704.324260] env[62633]: DEBUG oslo.service.loopingcall [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.324527] env[62633]: DEBUG nova.compute.manager [-] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1704.324673] env[62633]: DEBUG nova.network.neutron [-] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.329770] env[62633]: DEBUG nova.network.neutron [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Successfully created port: 9a45a4ea-0d73-4e38-a016-f204b741a109 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.505926] env[62633]: DEBUG nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1704.679691] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808125, 'name': CreateVM_Task, 'duration_secs': 1.362517} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.682097] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.682978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.683132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.683459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.683716] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5f21f7-e9a0-4795-ba3a-eb57789baa3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.688174] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1704.688174] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52615efa-fa4a-ccac-9562-04750290b9f0" [ 1704.688174] env[62633]: _type = "Task" [ 1704.688174] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.698664] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52615efa-fa4a-ccac-9562-04750290b9f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.817370] env[62633]: DEBUG oslo_vmware.api [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Task: {'id': task-1808131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371391} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.817680] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.817827] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1704.818019] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.818238] env[62633]: INFO nova.compute.manager [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1704.818781] env[62633]: DEBUG oslo.service.loopingcall [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.818994] env[62633]: DEBUG nova.compute.manager [-] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1704.819142] env[62633]: DEBUG nova.network.neutron [-] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.827269] env[62633]: DEBUG nova.compute.manager [req-f07b6a28-4158-4045-8026-f9bb6496fc9d req-69ed8312-ff34-47fb-ad01-698e251960e8 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Received event network-vif-deleted-e5ca600d-237d-415d-a353-e3d4b1a931c7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1704.827471] env[62633]: INFO nova.compute.manager [req-f07b6a28-4158-4045-8026-f9bb6496fc9d req-69ed8312-ff34-47fb-ad01-698e251960e8 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Neutron deleted interface e5ca600d-237d-415d-a353-e3d4b1a931c7; detaching it from the instance and deleting it from the info cache [ 1704.827647] env[62633]: DEBUG nova.network.neutron [req-f07b6a28-4158-4045-8026-f9bb6496fc9d req-69ed8312-ff34-47fb-ad01-698e251960e8 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.844235] env[62633]: DEBUG nova.network.neutron [-] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.948436] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def4e6f-4485-4a96-a193-50236b9c7ac2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.956586] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc80da3-831c-4f8d-aa75-9c42a37407f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.986973] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f6a9fa-90cb-48b8-b0b5-45b758b0b734 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.996834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bd5f41-5244-4c8b-a857-2a0a3082a3f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.011886] env[62633]: DEBUG nova.compute.provider_tree [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1705.199220] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52615efa-fa4a-ccac-9562-04750290b9f0, 'name': SearchDatastore_Task, 'duration_secs': 0.033982} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.199605] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.199850] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1705.200107] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.200264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.200448] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.200726] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b5932a8-bc27-447a-82ad-a33b889d8f9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.213505] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1705.213710] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1705.214563] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa060e9-83d4-4126-b76f-d532058803ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.220211] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1705.220211] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526e314f-cc90-5fbd-9ae9-698a8850bf98" [ 1705.220211] env[62633]: _type = "Task" [ 1705.220211] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.228895] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526e314f-cc90-5fbd-9ae9-698a8850bf98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.277046] env[62633]: DEBUG nova.network.neutron [-] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.329985] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94bd651f-63e4-411f-86bd-c11b73cf60b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.340109] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3626c649-0318-4ae5-a3f1-59eba1684717 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.350947] env[62633]: DEBUG nova.network.neutron [-] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.376950] env[62633]: DEBUG nova.compute.manager [req-f07b6a28-4158-4045-8026-f9bb6496fc9d req-69ed8312-ff34-47fb-ad01-698e251960e8 service nova] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Detach interface failed, port_id=e5ca600d-237d-415d-a353-e3d4b1a931c7, reason: Instance 8975a6e8-03f5-424b-8843-79a4033b9790 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1705.527240] env[62633]: DEBUG nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1705.533394] env[62633]: ERROR nova.scheduler.client.report [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [req-1103438c-ba46-4750-bdd8-76629fef9d95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1103438c-ba46-4750-bdd8-76629fef9d95"}]} [ 1705.549454] env[62633]: DEBUG nova.scheduler.client.report [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1705.553875] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1705.554137] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1705.554306] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.554499] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1705.554654] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.554806] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1705.555030] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1705.555214] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1705.555433] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1705.555612] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1705.555792] env[62633]: DEBUG nova.virt.hardware [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1705.556706] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f10bd-7962-413f-8d22-690e8ccb8bac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.564469] env[62633]: DEBUG nova.scheduler.client.report [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1705.564708] env[62633]: DEBUG nova.compute.provider_tree [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1705.567604] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7470eca-af99-469e-b020-0d678094589b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.583793] env[62633]: DEBUG nova.scheduler.client.report [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1705.609029] env[62633]: DEBUG nova.scheduler.client.report [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1705.729941] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526e314f-cc90-5fbd-9ae9-698a8850bf98, 'name': SearchDatastore_Task, 'duration_secs': 0.025785} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.733241] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a33244-d29f-4b8a-a2b2-8848b531e122 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.738685] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1705.738685] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52601520-e2d4-70e9-a7c5-2a0e918cb8a6" [ 1705.738685] env[62633]: _type = "Task" [ 1705.738685] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.747708] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52601520-e2d4-70e9-a7c5-2a0e918cb8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.779368] env[62633]: INFO nova.compute.manager [-] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Took 1.45 seconds to deallocate network for instance. [ 1705.855395] env[62633]: INFO nova.compute.manager [-] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Took 1.04 seconds to deallocate network for instance. [ 1705.952743] env[62633]: DEBUG nova.compute.manager [req-24660423-6138-4c0a-8a62-f8c575051db9 req-381a03cf-5e59-4210-9284-ee72fa6e06eb service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Received event network-vif-plugged-9a45a4ea-0d73-4e38-a016-f204b741a109 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1705.954022] env[62633]: DEBUG oslo_concurrency.lockutils [req-24660423-6138-4c0a-8a62-f8c575051db9 req-381a03cf-5e59-4210-9284-ee72fa6e06eb service nova] Acquiring lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.954475] env[62633]: DEBUG oslo_concurrency.lockutils [req-24660423-6138-4c0a-8a62-f8c575051db9 req-381a03cf-5e59-4210-9284-ee72fa6e06eb service nova] Lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.954803] env[62633]: DEBUG oslo_concurrency.lockutils [req-24660423-6138-4c0a-8a62-f8c575051db9 req-381a03cf-5e59-4210-9284-ee72fa6e06eb service nova] Lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.955119] env[62633]: DEBUG nova.compute.manager [req-24660423-6138-4c0a-8a62-f8c575051db9 req-381a03cf-5e59-4210-9284-ee72fa6e06eb service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] No waiting events found dispatching network-vif-plugged-9a45a4ea-0d73-4e38-a016-f204b741a109 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1705.955420] env[62633]: WARNING nova.compute.manager [req-24660423-6138-4c0a-8a62-f8c575051db9 req-381a03cf-5e59-4210-9284-ee72fa6e06eb service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Received unexpected event network-vif-plugged-9a45a4ea-0d73-4e38-a016-f204b741a109 for instance with vm_state building and task_state spawning. [ 1706.045427] env[62633]: DEBUG nova.network.neutron [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Successfully updated port: 9a45a4ea-0d73-4e38-a016-f204b741a109 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.058865] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54818e69-b24d-4719-8320-9009933b1ff4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.068235] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7658e794-e5e3-48fa-b028-827e8b8486a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.099376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee8e6f-927a-4d5c-a4e2-6c8d30ef1ec4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.107719] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1916ba-8069-4268-b672-1ecbec224856 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.123396] env[62633]: DEBUG nova.compute.provider_tree [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.249251] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52601520-e2d4-70e9-a7c5-2a0e918cb8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.03045} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.249541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.249666] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28/8af848ff-4b8b-499a-a368-4f88ea7a4e28.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1706.249930] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1309ffd2-0d10-40c8-96d8-d8ba1edc34cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.256759] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1706.256759] env[62633]: value = "task-1808132" [ 1706.256759] env[62633]: _type = "Task" [ 1706.256759] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.265192] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.288417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.362050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.547872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquiring lock "refresh_cache-c9a5ebaa-205b-4063-98c6-ab0084b5db96" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.548075] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquired lock "refresh_cache-c9a5ebaa-205b-4063-98c6-ab0084b5db96" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.548233] env[62633]: DEBUG nova.network.neutron [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.659449] env[62633]: DEBUG nova.scheduler.client.report [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1706.660007] env[62633]: DEBUG nova.compute.provider_tree [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 103 to 104 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1706.660411] env[62633]: DEBUG nova.compute.provider_tree [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.767280] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808132, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.080912] env[62633]: DEBUG nova.network.neutron [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.223863] env[62633]: DEBUG nova.network.neutron [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Updating instance_info_cache with network_info: [{"id": "9a45a4ea-0d73-4e38-a016-f204b741a109", "address": "fa:16:3e:28:da:61", "network": {"id": "988269e4-d7ae-4eaf-a78b-ce5e10efd8f5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1214763106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d94ef3a72eb9440fb86a2e404beaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45a4ea-0d", "ovs_interfaceid": "9a45a4ea-0d73-4e38-a016-f204b741a109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.267589] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570128} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.267865] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28/8af848ff-4b8b-499a-a368-4f88ea7a4e28.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1707.268098] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1707.268364] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f53fe1-2f25-4cdb-9c67-9804aa530d16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.275516] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1707.275516] env[62633]: value = "task-1808133" [ 1707.275516] env[62633]: _type = "Task" [ 1707.275516] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.283534] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.672903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.176s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.678799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.155s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.680307] env[62633]: INFO nova.compute.claims [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1707.727215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Releasing lock "refresh_cache-c9a5ebaa-205b-4063-98c6-ab0084b5db96" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.727215] env[62633]: DEBUG nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Instance network_info: |[{"id": "9a45a4ea-0d73-4e38-a016-f204b741a109", "address": "fa:16:3e:28:da:61", "network": {"id": "988269e4-d7ae-4eaf-a78b-ce5e10efd8f5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1214763106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d94ef3a72eb9440fb86a2e404beaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45a4ea-0d", "ovs_interfaceid": "9a45a4ea-0d73-4e38-a016-f204b741a109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1707.727512] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:da:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a45a4ea-0d73-4e38-a016-f204b741a109', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.737021] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Creating folder: Project (d94ef3a72eb9440fb86a2e404beaeaea). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.737021] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477ddb8c-21bd-43ff-8a38-b065313551f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.749040] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Created folder: Project (d94ef3a72eb9440fb86a2e404beaeaea) in parent group-v374582. [ 1707.749040] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Creating folder: Instances. Parent ref: group-v374783. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.749040] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-510c183e-d738-43d7-87c6-1e322b44e75c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.758549] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Created folder: Instances in parent group-v374783. [ 1707.758805] env[62633]: DEBUG oslo.service.loopingcall [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.758994] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.759228] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-172e4e4a-8b2a-4f85-934a-7f8f4198722b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.779998] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.779998] env[62633]: value = "task-1808136" [ 1707.779998] env[62633]: _type = "Task" [ 1707.779998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.787501] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.788068] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1707.788789] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff77de82-b44a-4462-8896-e2a3baaca624 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.793778] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808136, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.810568] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28/8af848ff-4b8b-499a-a368-4f88ea7a4e28.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.811174] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e1fc8d2-823d-470b-bc45-b543f9661564 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.829652] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1707.829652] env[62633]: value = "task-1808137" [ 1707.829652] env[62633]: _type = "Task" [ 1707.829652] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.838258] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.978431] env[62633]: DEBUG nova.compute.manager [req-01f8a0f4-01e1-4ac8-a458-35c9cded576a req-fda6183d-918e-43ae-885b-959f4060006a service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Received event network-changed-9a45a4ea-0d73-4e38-a016-f204b741a109 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1707.978640] env[62633]: DEBUG nova.compute.manager [req-01f8a0f4-01e1-4ac8-a458-35c9cded576a req-fda6183d-918e-43ae-885b-959f4060006a service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Refreshing instance network info cache due to event network-changed-9a45a4ea-0d73-4e38-a016-f204b741a109. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1707.978858] env[62633]: DEBUG oslo_concurrency.lockutils [req-01f8a0f4-01e1-4ac8-a458-35c9cded576a req-fda6183d-918e-43ae-885b-959f4060006a service nova] Acquiring lock "refresh_cache-c9a5ebaa-205b-4063-98c6-ab0084b5db96" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.979017] env[62633]: DEBUG oslo_concurrency.lockutils [req-01f8a0f4-01e1-4ac8-a458-35c9cded576a req-fda6183d-918e-43ae-885b-959f4060006a service nova] Acquired lock "refresh_cache-c9a5ebaa-205b-4063-98c6-ab0084b5db96" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.979188] env[62633]: DEBUG nova.network.neutron [req-01f8a0f4-01e1-4ac8-a458-35c9cded576a req-fda6183d-918e-43ae-885b-959f4060006a service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Refreshing network info cache for port 9a45a4ea-0d73-4e38-a016-f204b741a109 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.290229] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808136, 'name': CreateVM_Task, 'duration_secs': 0.469207} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.290402] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.291101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.291278] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.291628] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.291884] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295f6d51-e2af-4824-ab83-f942b891480a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.296262] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1708.296262] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cc9784-8ac3-4031-d56f-b20797afcd15" [ 1708.296262] env[62633]: _type = "Task" [ 1708.296262] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.303741] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cc9784-8ac3-4031-d56f-b20797afcd15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.338344] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808137, 'name': ReconfigVM_Task, 'duration_secs': 0.404427} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.338613] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28/8af848ff-4b8b-499a-a368-4f88ea7a4e28.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.339220] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45931433-6c66-49a4-9ec6-a55d7ce22e99 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.344630] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1708.344630] env[62633]: value = "task-1808138" [ 1708.344630] env[62633]: _type = "Task" [ 1708.344630] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.351957] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808138, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.671844] env[62633]: DEBUG nova.network.neutron [req-01f8a0f4-01e1-4ac8-a458-35c9cded576a req-fda6183d-918e-43ae-885b-959f4060006a service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Updated VIF entry in instance network info cache for port 9a45a4ea-0d73-4e38-a016-f204b741a109. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.672144] env[62633]: DEBUG nova.network.neutron [req-01f8a0f4-01e1-4ac8-a458-35c9cded576a req-fda6183d-918e-43ae-885b-959f4060006a service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Updating instance_info_cache with network_info: [{"id": "9a45a4ea-0d73-4e38-a016-f204b741a109", "address": "fa:16:3e:28:da:61", "network": {"id": "988269e4-d7ae-4eaf-a78b-ce5e10efd8f5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1214763106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d94ef3a72eb9440fb86a2e404beaeaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45a4ea-0d", "ovs_interfaceid": "9a45a4ea-0d73-4e38-a016-f204b741a109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.807018] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cc9784-8ac3-4031-d56f-b20797afcd15, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.809568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.809817] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.810069] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.810230] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.810410] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.811155] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0667cfca-8e88-433a-823b-a8f0a52a8e93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.820125] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.820125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.822661] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4d5230-f912-48c4-bb6c-0fb6c7d636f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.828089] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1708.828089] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52ad2257-81e5-5ed3-3f95-09906656afab" [ 1708.828089] env[62633]: _type = "Task" [ 1708.828089] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.841182] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ad2257-81e5-5ed3-3f95-09906656afab, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.842126] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9470c8-e6ac-450c-aff0-03f9aa5ae984 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.850533] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1708.850533] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cc4e10-ee93-ec98-e105-251e0a730add" [ 1708.850533] env[62633]: _type = "Task" [ 1708.850533] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.859108] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808138, 'name': Rename_Task, 'duration_secs': 0.133309} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.859703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1708.859966] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e7bd5c-d027-438d-b69e-999cd602e2c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.864641] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cc4e10-ee93-ec98-e105-251e0a730add, 'name': SearchDatastore_Task, 'duration_secs': 0.008601} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.867180] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.867446] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] c9a5ebaa-205b-4063-98c6-ab0084b5db96/c9a5ebaa-205b-4063-98c6-ab0084b5db96.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.867843] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db85dc69-139f-4f7b-8e53-3d59b2cb6611 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.871317] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1708.871317] env[62633]: value = "task-1808139" [ 1708.871317] env[62633]: _type = "Task" [ 1708.871317] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.875480] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1708.875480] env[62633]: value = "task-1808140" [ 1708.875480] env[62633]: _type = "Task" [ 1708.875480] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.883508] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.888373] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.108701] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc0682-6a06-427f-8794-fda399a94b15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.118913] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059b57c8-72be-4629-9898-e2849eb1ddcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.153443] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99efa0b-09cd-42f1-b563-d194fd1e678b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.162251] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df342503-6f66-4f4e-be6f-deceaeebcc13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.176978] env[62633]: DEBUG oslo_concurrency.lockutils [req-01f8a0f4-01e1-4ac8-a458-35c9cded576a req-fda6183d-918e-43ae-885b-959f4060006a service nova] Releasing lock "refresh_cache-c9a5ebaa-205b-4063-98c6-ab0084b5db96" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.177675] env[62633]: DEBUG nova.compute.provider_tree [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.216642] env[62633]: INFO nova.compute.manager [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Swapping old allocation on dict_keys(['61758920-fb19-48a2-830b-adcf6390d036']) held by migration 27f0f751-4ff9-4bab-8abe-e013383d961c for instance [ 1709.248589] env[62633]: DEBUG nova.scheduler.client.report [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Overwriting current allocation {'allocations': {'61758920-fb19-48a2-830b-adcf6390d036': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 104}}, 'project_id': 'bd341f872d8b4264928f982fbdaf46bb', 'user_id': '0c516fa6904c460dbe8ea32a92134370', 'consumer_generation': 1} on consumer 83b841b7-ac47-45c4-bcea-4020242cf996 {{(pid=62633) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1709.353744] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.354018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquired lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.354231] env[62633]: DEBUG nova.network.neutron [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.382099] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808139, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.390462] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808140, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.681073] env[62633]: DEBUG nova.scheduler.client.report [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1709.881011] env[62633]: DEBUG oslo_vmware.api [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808139, 'name': PowerOnVM_Task, 'duration_secs': 0.967693} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.881368] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1709.881507] env[62633]: INFO nova.compute.manager [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1709.881694] env[62633]: DEBUG nova.compute.manager [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1709.882690] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d241cc-5336-4f03-80d9-db7f33e75a30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.897370] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523527} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.900334] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] c9a5ebaa-205b-4063-98c6-ab0084b5db96/c9a5ebaa-205b-4063-98c6-ab0084b5db96.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.900558] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.901032] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0969cc35-b6fd-4879-992e-3a80a31293ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.907855] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1709.907855] env[62633]: value = "task-1808141" [ 1709.907855] env[62633]: _type = "Task" [ 1709.907855] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.915606] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.067164] env[62633]: DEBUG nova.network.neutron [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance_info_cache with network_info: [{"id": "a6585d70-9e78-4725-a71b-1935af445100", "address": "fa:16:3e:1f:6f:45", "network": {"id": "189de3b7-7134-4d5d-ae94-ae67f5e95b69", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d73a51af6a3b43a4928089692e8c6cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6585d70-9e", "ovs_interfaceid": "a6585d70-9e78-4725-a71b-1935af445100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.186334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.186900] env[62633]: DEBUG nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1710.189543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.014s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.190080] env[62633]: DEBUG nova.objects.instance [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lazy-loading 'resources' on Instance uuid d344a8a1-fdf5-4347-8a79-00af6dfaa685 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.412121] env[62633]: INFO nova.compute.manager [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Took 38.30 seconds to build instance. [ 1710.420107] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247891} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.420107] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.420874] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6a26d-2aed-4288-b3b6-94b4199f5eab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.443036] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c9a5ebaa-205b-4063-98c6-ab0084b5db96/c9a5ebaa-205b-4063-98c6-ab0084b5db96.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.443870] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e881aad3-4391-4f1a-9ac3-56de6bf53b87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.464012] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1710.464012] env[62633]: value = "task-1808142" [ 1710.464012] env[62633]: _type = "Task" [ 1710.464012] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.472209] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.571467] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Releasing lock "refresh_cache-83b841b7-ac47-45c4-bcea-4020242cf996" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.571563] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.571879] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ba0f3d-046d-4e9d-a024-8dfc9f97aca7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.579457] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1710.579457] env[62633]: value = "task-1808143" [ 1710.579457] env[62633]: _type = "Task" [ 1710.579457] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.590033] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.693259] env[62633]: DEBUG nova.compute.utils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1710.701552] env[62633]: DEBUG nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1710.702038] env[62633]: DEBUG nova.network.neutron [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1710.745151] env[62633]: DEBUG nova.policy [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abf1d7d03384470c928aa019730924a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41a3502367474767b01027fd87eefda7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1710.915111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7a93ff7-99a2-4036-8d46-8cc585f204a9 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.819s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.976821] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808142, 'name': ReconfigVM_Task, 'duration_secs': 0.25851} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.977542] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c9a5ebaa-205b-4063-98c6-ab0084b5db96/c9a5ebaa-205b-4063-98c6-ab0084b5db96.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.978603] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f900a2-4899-47ee-9304-267d69cbadd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.984850] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1710.984850] env[62633]: value = "task-1808144" [ 1710.984850] env[62633]: _type = "Task" [ 1710.984850] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.999651] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808144, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.012015] env[62633]: DEBUG nova.network.neutron [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Successfully created port: f0e616db-8139-477f-abb9-66e27ab105fd {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1711.090206] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808143, 'name': PowerOffVM_Task, 'duration_secs': 0.20235} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.090988] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.091899] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='074773f6-1aca-45fc-a2d8-b933a7811606',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-140498606',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1711.094016] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1711.095399] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1711.104011] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69224dfa-72f3-447c-b2ff-e5028845e2d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.121560] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1711.121560] env[62633]: value = "task-1808145" [ 1711.121560] env[62633]: _type = "Task" [ 1711.121560] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.135229] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.184512] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45b1b72-4dc2-4eda-b0da-0e02680cd848 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.192203] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a64287-7f1c-46c5-ac61-1bc94fc55843 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.225287] env[62633]: DEBUG nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1711.229085] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309c3696-bc88-4c44-bcb2-6ffb3155ea0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.236490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684a4f52-c4ba-40a0-a443-699ce7d7eee4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.252368] env[62633]: DEBUG nova.compute.provider_tree [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.438670] env[62633]: INFO nova.compute.manager [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Rebuilding instance [ 1711.477313] env[62633]: DEBUG nova.compute.manager [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1711.478187] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d73604-d7e1-4353-bae1-ad98b995255d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.495295] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808144, 'name': Rename_Task, 'duration_secs': 0.155657} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.495295] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.495295] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0221d6e-e08e-4521-9eaf-4d71b020fa01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.500703] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1711.500703] env[62633]: value = "task-1808146" [ 1711.500703] env[62633]: _type = "Task" [ 1711.500703] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.507950] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.631515] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808145, 'name': ReconfigVM_Task, 'duration_secs': 0.138754} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.632374] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c61f90d-4456-449a-9441-465bfc7bca9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.651886] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T10:13:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='074773f6-1aca-45fc-a2d8-b933a7811606',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-140498606',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1711.652230] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1711.652405] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.652601] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1711.652773] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.653014] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1711.653268] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1711.653441] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1711.653618] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1711.653793] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1711.653977] env[62633]: DEBUG nova.virt.hardware [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1711.654815] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f579fb1f-e2e3-4ce2-861e-1665048d5b5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.661025] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1711.661025] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525d8d88-02cf-8e2e-eadc-8e1d3032ca56" [ 1711.661025] env[62633]: _type = "Task" [ 1711.661025] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.669378] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525d8d88-02cf-8e2e-eadc-8e1d3032ca56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.756074] env[62633]: DEBUG nova.scheduler.client.report [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1711.992800] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.993120] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1228832c-c687-4c2c-a6fa-5a6fad27902a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.999711] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1711.999711] env[62633]: value = "task-1808147" [ 1711.999711] env[62633]: _type = "Task" [ 1711.999711] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.010799] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.013871] env[62633]: DEBUG oslo_vmware.api [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808146, 'name': PowerOnVM_Task, 'duration_secs': 0.459853} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.014211] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.014476] env[62633]: INFO nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1712.014708] env[62633]: DEBUG nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1712.015684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f8d646-ec2c-494d-9444-ba70383e9088 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.174763] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525d8d88-02cf-8e2e-eadc-8e1d3032ca56, 'name': SearchDatastore_Task, 'duration_secs': 0.008462} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.180260] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1712.180584] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb53ff1-bfc1-4f6d-8dcf-36d16615bd37 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.201021] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1712.201021] env[62633]: value = "task-1808148" [ 1712.201021] env[62633]: _type = "Task" [ 1712.201021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.208728] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.235059] env[62633]: DEBUG nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1712.255317] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1712.255589] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1712.255758] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1712.255936] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1712.256100] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1712.256324] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1712.256549] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1712.256715] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1712.256887] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1712.257068] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1712.257256] env[62633]: DEBUG nova.virt.hardware [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1712.258152] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1204d6d-6497-4e29-abd1-1f2c73f2f9cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.265354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.267448] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.229s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.267685] env[62633]: DEBUG nova.objects.instance [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lazy-loading 'resources' on Instance uuid ad39b04a-0f77-42be-a28d-0b4c3b10a377 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.270384] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e284b89-4249-43ea-8927-e837ba6e46e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.287305] env[62633]: INFO nova.scheduler.client.report [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Deleted allocations for instance d344a8a1-fdf5-4347-8a79-00af6dfaa685 [ 1712.463438] env[62633]: DEBUG nova.compute.manager [req-436ad2c3-dcc9-4c15-a83b-9c9e97311bc6 req-9f5d25fd-eded-4537-86cf-b339c291b213 service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Received event network-vif-plugged-f0e616db-8139-477f-abb9-66e27ab105fd {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1712.463732] env[62633]: DEBUG oslo_concurrency.lockutils [req-436ad2c3-dcc9-4c15-a83b-9c9e97311bc6 req-9f5d25fd-eded-4537-86cf-b339c291b213 service nova] Acquiring lock "15ef5706-ce02-47b5-8611-fba000e2079c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.463988] env[62633]: DEBUG oslo_concurrency.lockutils [req-436ad2c3-dcc9-4c15-a83b-9c9e97311bc6 req-9f5d25fd-eded-4537-86cf-b339c291b213 service nova] Lock "15ef5706-ce02-47b5-8611-fba000e2079c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.464271] env[62633]: DEBUG oslo_concurrency.lockutils [req-436ad2c3-dcc9-4c15-a83b-9c9e97311bc6 req-9f5d25fd-eded-4537-86cf-b339c291b213 service nova] Lock "15ef5706-ce02-47b5-8611-fba000e2079c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.464510] env[62633]: DEBUG nova.compute.manager [req-436ad2c3-dcc9-4c15-a83b-9c9e97311bc6 req-9f5d25fd-eded-4537-86cf-b339c291b213 service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] No waiting events found dispatching network-vif-plugged-f0e616db-8139-477f-abb9-66e27ab105fd {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1712.464873] env[62633]: WARNING nova.compute.manager [req-436ad2c3-dcc9-4c15-a83b-9c9e97311bc6 req-9f5d25fd-eded-4537-86cf-b339c291b213 service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Received unexpected event network-vif-plugged-f0e616db-8139-477f-abb9-66e27ab105fd for instance with vm_state building and task_state spawning. [ 1712.509405] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808147, 'name': PowerOffVM_Task, 'duration_secs': 0.119828} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.509971] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1712.510232] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.511166] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05639211-a571-4d4b-b0cb-e1ea14fe0608 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.518396] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.518657] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6d384c-9699-4a82-9654-b6ba3a2615c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.532519] env[62633]: INFO nova.compute.manager [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Took 33.86 seconds to build instance. [ 1712.544182] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.544182] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.544444] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Deleting the datastore file [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.545240] env[62633]: DEBUG nova.network.neutron [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Successfully updated port: f0e616db-8139-477f-abb9-66e27ab105fd {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1712.548982] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7e0a3bd-be4b-4038-ba92-dc7e31109b06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.553083] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1712.553083] env[62633]: value = "task-1808150" [ 1712.553083] env[62633]: _type = "Task" [ 1712.553083] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.563369] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.710225] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808148, 'name': ReconfigVM_Task, 'duration_secs': 0.195916} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.710610] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1712.711504] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd76dd36-f690-4516-9ab9-ecfe13791523 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.735014] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996/83b841b7-ac47-45c4-bcea-4020242cf996.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.736048] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2aa9cf8-b2d9-4bd3-8772-b82c41e4b40e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.754041] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1712.754041] env[62633]: value = "task-1808151" [ 1712.754041] env[62633]: _type = "Task" [ 1712.754041] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.762297] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.797383] env[62633]: DEBUG oslo_concurrency.lockutils [None req-41733c4f-4f27-4ad4-ab97-b71f65eeb266 tempest-ServerMetadataTestJSON-588478930 tempest-ServerMetadataTestJSON-588478930-project-member] Lock "d344a8a1-fdf5-4347-8a79-00af6dfaa685" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.705s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.036624] env[62633]: DEBUG oslo_concurrency.lockutils [None req-61fec33c-ce98-4184-abc4-8beb85ea3961 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.381s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.050008] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquiring lock "refresh_cache-15ef5706-ce02-47b5-8611-fba000e2079c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.050354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquired lock "refresh_cache-15ef5706-ce02-47b5-8611-fba000e2079c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.050517] env[62633]: DEBUG nova.network.neutron [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.072107] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106379} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.074383] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.074586] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.074771] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.181854] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb5169-a11c-46f7-87a6-beac25aa5c2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.189832] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54ae3b7-74dd-4628-b6dc-73d2458542cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.220748] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44e1f67-2374-47ed-bc93-ee54f9e9bcfe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.228943] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e887ba21-662f-4b11-934b-af348b859d68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.242587] env[62633]: DEBUG nova.compute.provider_tree [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.264529] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808151, 'name': ReconfigVM_Task, 'duration_secs': 0.329953} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.264786] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996/83b841b7-ac47-45c4-bcea-4020242cf996.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.265689] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab419f0-f1e7-4d21-b24f-bda385aae1f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.286650] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e911ce-0802-47ac-b8bf-86eab4a50e8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.309021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6750523-01c4-44dc-914c-d404e42f9197 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.329663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07182d2d-59cc-4e48-ac4f-1fcafbf8867f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.338165] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.338439] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-545280a5-f676-4f0f-a4dc-f194d5ed43a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.346078] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1713.346078] env[62633]: value = "task-1808152" [ 1713.346078] env[62633]: _type = "Task" [ 1713.346078] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.360987] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808152, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.599078] env[62633]: DEBUG nova.network.neutron [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.746542] env[62633]: DEBUG nova.scheduler.client.report [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1713.815297] env[62633]: DEBUG nova.network.neutron [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Updating instance_info_cache with network_info: [{"id": "f0e616db-8139-477f-abb9-66e27ab105fd", "address": "fa:16:3e:7b:4d:7e", "network": {"id": "efd9142b-cf15-4490-b747-74b009e72c3e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-902099798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41a3502367474767b01027fd87eefda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e616db-81", "ovs_interfaceid": "f0e616db-8139-477f-abb9-66e27ab105fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.829953] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquiring lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.830252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.830462] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquiring lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.830649] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.830822] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.836811] env[62633]: INFO nova.compute.manager [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Terminating instance [ 1713.838607] env[62633]: DEBUG nova.compute.manager [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1713.838812] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.839908] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27b112e-2977-404d-8149-caf31b62860d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.855133] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1713.855707] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c27b5595-ad85-4402-b1fc-d41310ef88a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.860219] env[62633]: DEBUG oslo_vmware.api [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808152, 'name': PowerOnVM_Task, 'duration_secs': 0.419065} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.860778] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.865723] env[62633]: DEBUG oslo_vmware.api [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1713.865723] env[62633]: value = "task-1808153" [ 1713.865723] env[62633]: _type = "Task" [ 1713.865723] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.874796] env[62633]: DEBUG oslo_vmware.api [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.111886] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1714.112214] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1714.112335] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.112560] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1714.112722] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.112877] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1714.113104] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1714.113320] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1714.113509] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1714.113680] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1714.113860] env[62633]: DEBUG nova.virt.hardware [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1714.114800] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868e563-aeb4-4f0b-9e3f-3eed58bd37ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.123015] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0b22e2-23d0-4c95-96c3-3c924d776f05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.137621] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.143375] env[62633]: DEBUG oslo.service.loopingcall [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.145058] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.145058] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f05f22-fa43-43a9-b222-bb1ec534ab8b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.161354] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.161354] env[62633]: value = "task-1808154" [ 1714.161354] env[62633]: _type = "Task" [ 1714.161354] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.169539] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808154, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.252016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.254226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.782s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.255913] env[62633]: INFO nova.compute.claims [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.281039] env[62633]: INFO nova.scheduler.client.report [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Deleted allocations for instance ad39b04a-0f77-42be-a28d-0b4c3b10a377 [ 1714.317954] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Releasing lock "refresh_cache-15ef5706-ce02-47b5-8611-fba000e2079c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.318337] env[62633]: DEBUG nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Instance network_info: |[{"id": "f0e616db-8139-477f-abb9-66e27ab105fd", "address": "fa:16:3e:7b:4d:7e", "network": {"id": "efd9142b-cf15-4490-b747-74b009e72c3e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-902099798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41a3502367474767b01027fd87eefda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e616db-81", "ovs_interfaceid": "f0e616db-8139-477f-abb9-66e27ab105fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1714.318851] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:4d:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e616db-8139-477f-abb9-66e27ab105fd', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.328018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Creating folder: Project (41a3502367474767b01027fd87eefda7). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1714.328918] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15703636-635a-4827-b70e-afe712691c8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.340936] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Created folder: Project (41a3502367474767b01027fd87eefda7) in parent group-v374582. [ 1714.341779] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Creating folder: Instances. Parent ref: group-v374787. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1714.341779] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df576524-e9f7-4e79-bc42-89cfd9e3efae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.351576] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Created folder: Instances in parent group-v374787. [ 1714.351843] env[62633]: DEBUG oslo.service.loopingcall [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.352053] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.352779] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18ef17c5-2903-4b3d-958a-b5a532d18ef7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.384014] env[62633]: DEBUG oslo_vmware.api [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808153, 'name': PowerOffVM_Task, 'duration_secs': 0.200021} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.385293] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.385467] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.385685] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.385685] env[62633]: value = "task-1808157" [ 1714.385685] env[62633]: _type = "Task" [ 1714.385685] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.385868] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-788d31e5-e921-4988-8016-f590bfb4a1b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.398918] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808157, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.539065] env[62633]: DEBUG nova.compute.manager [req-40eb6be5-7a8d-4582-953d-1c81a514f061 req-9ca8ecd6-4b65-4f48-8314-2d3e2d06e721 service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Received event network-changed-f0e616db-8139-477f-abb9-66e27ab105fd {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1714.539278] env[62633]: DEBUG nova.compute.manager [req-40eb6be5-7a8d-4582-953d-1c81a514f061 req-9ca8ecd6-4b65-4f48-8314-2d3e2d06e721 service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Refreshing instance network info cache due to event network-changed-f0e616db-8139-477f-abb9-66e27ab105fd. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1714.539540] env[62633]: DEBUG oslo_concurrency.lockutils [req-40eb6be5-7a8d-4582-953d-1c81a514f061 req-9ca8ecd6-4b65-4f48-8314-2d3e2d06e721 service nova] Acquiring lock "refresh_cache-15ef5706-ce02-47b5-8611-fba000e2079c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.539695] env[62633]: DEBUG oslo_concurrency.lockutils [req-40eb6be5-7a8d-4582-953d-1c81a514f061 req-9ca8ecd6-4b65-4f48-8314-2d3e2d06e721 service nova] Acquired lock "refresh_cache-15ef5706-ce02-47b5-8611-fba000e2079c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.540314] env[62633]: DEBUG nova.network.neutron [req-40eb6be5-7a8d-4582-953d-1c81a514f061 req-9ca8ecd6-4b65-4f48-8314-2d3e2d06e721 service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Refreshing network info cache for port f0e616db-8139-477f-abb9-66e27ab105fd {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.579909] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1714.580218] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1714.580432] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Deleting the datastore file [datastore1] c9a5ebaa-205b-4063-98c6-ab0084b5db96 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1714.580722] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab9e950-d7bf-4242-9317-7afc3063fe3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.587915] env[62633]: DEBUG oslo_vmware.api [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for the task: (returnval){ [ 1714.587915] env[62633]: value = "task-1808159" [ 1714.587915] env[62633]: _type = "Task" [ 1714.587915] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.595816] env[62633]: DEBUG oslo_vmware.api [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.672401] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808154, 'name': CreateVM_Task, 'duration_secs': 0.293758} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.672696] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.673243] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.673486] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.673937] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.675193] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cee14f-4a2e-4a4c-a408-eac21c183d65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.680517] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1714.680517] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b7faea-52a0-d417-dc16-92d67c990a41" [ 1714.680517] env[62633]: _type = "Task" [ 1714.680517] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.692806] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b7faea-52a0-d417-dc16-92d67c990a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.796367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-98b90bbb-a327-45d5-8245-8dfa585ff34a tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ad39b04a-0f77-42be-a28d-0b4c3b10a377" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.812s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.881296] env[62633]: INFO nova.compute.manager [None req-5cf53176-6960-4246-acca-14a3a4511365 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance to original state: 'active' [ 1714.898239] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808157, 'name': CreateVM_Task, 'duration_secs': 0.408336} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.898239] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.898490] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.097895] env[62633]: DEBUG oslo_vmware.api [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Task: {'id': task-1808159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175284} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.098529] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.098529] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.098719] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.098895] env[62633]: INFO nova.compute.manager [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1715.099750] env[62633]: DEBUG oslo.service.loopingcall [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.099984] env[62633]: DEBUG nova.compute.manager [-] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1715.100136] env[62633]: DEBUG nova.network.neutron [-] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.194043] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b7faea-52a0-d417-dc16-92d67c990a41, 'name': SearchDatastore_Task, 'duration_secs': 0.0191} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.194514] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.194852] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.195216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.195463] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.195792] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.196267] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.196745] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.197082] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6225cdb-9b1f-42e1-9087-3f73fac91524 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.202836] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62fa0bc4-78cf-44aa-b5cb-a7e67e893d1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.211022] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1715.211022] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524a362d-be68-f1ce-ab39-8b0f83bf6763" [ 1715.211022] env[62633]: _type = "Task" [ 1715.211022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.215964] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.215964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.216515] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978c6d4b-35f4-4a25-b418-728c0cd0cb4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.224959] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524a362d-be68-f1ce-ab39-8b0f83bf6763, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.225779] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.226134] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.226453] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.228607] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1715.228607] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5209ac06-2308-e241-663c-2e6eeceec278" [ 1715.228607] env[62633]: _type = "Task" [ 1715.228607] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.238727] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209ac06-2308-e241-663c-2e6eeceec278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.280248] env[62633]: DEBUG nova.network.neutron [req-40eb6be5-7a8d-4582-953d-1c81a514f061 req-9ca8ecd6-4b65-4f48-8314-2d3e2d06e721 service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Updated VIF entry in instance network info cache for port f0e616db-8139-477f-abb9-66e27ab105fd. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.280248] env[62633]: DEBUG nova.network.neutron [req-40eb6be5-7a8d-4582-953d-1c81a514f061 req-9ca8ecd6-4b65-4f48-8314-2d3e2d06e721 service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Updating instance_info_cache with network_info: [{"id": "f0e616db-8139-477f-abb9-66e27ab105fd", "address": "fa:16:3e:7b:4d:7e", "network": {"id": "efd9142b-cf15-4490-b747-74b009e72c3e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-902099798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41a3502367474767b01027fd87eefda7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e616db-81", "ovs_interfaceid": "f0e616db-8139-477f-abb9-66e27ab105fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.505070] env[62633]: DEBUG nova.compute.manager [req-368b5e4a-4bcd-48eb-8ff3-618775d8ba38 req-23bd8612-c5de-4307-8556-9745add22c41 service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Received event network-vif-deleted-9a45a4ea-0d73-4e38-a016-f204b741a109 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1715.505312] env[62633]: INFO nova.compute.manager [req-368b5e4a-4bcd-48eb-8ff3-618775d8ba38 req-23bd8612-c5de-4307-8556-9745add22c41 service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Neutron deleted interface 9a45a4ea-0d73-4e38-a016-f204b741a109; detaching it from the instance and deleting it from the info cache [ 1715.506165] env[62633]: DEBUG nova.network.neutron [req-368b5e4a-4bcd-48eb-8ff3-618775d8ba38 req-23bd8612-c5de-4307-8556-9745add22c41 service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.514400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.514400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.514589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.514671] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.514841] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.517191] env[62633]: INFO nova.compute.manager [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Terminating instance [ 1715.519663] env[62633]: DEBUG nova.compute.manager [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1715.519789] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1715.520955] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8257ab9-60ed-4360-9eb9-0468ad27b5d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.531932] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.532225] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-933d3cf8-e638-4549-93a1-ba292f1818ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.539299] env[62633]: DEBUG oslo_vmware.api [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1715.539299] env[62633]: value = "task-1808160" [ 1715.539299] env[62633]: _type = "Task" [ 1715.539299] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.549275] env[62633]: DEBUG oslo_vmware.api [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.719200] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00577ed3-f953-4528-929d-ff73e97d23d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.728985] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401fbd4-1e6f-4183-8caf-b038cf20f381 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.744328] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209ac06-2308-e241-663c-2e6eeceec278, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.772329] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-713d18c9-2e30-4c95-92f5-4d41df142898 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.775286] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cab673-e537-490c-857f-db46864c3c07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.780933] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1715.780933] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52150e21-5035-0fd3-1e13-928ce3b37396" [ 1715.780933] env[62633]: _type = "Task" [ 1715.780933] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.783746] env[62633]: DEBUG oslo_concurrency.lockutils [req-40eb6be5-7a8d-4582-953d-1c81a514f061 req-9ca8ecd6-4b65-4f48-8314-2d3e2d06e721 service nova] Releasing lock "refresh_cache-15ef5706-ce02-47b5-8611-fba000e2079c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.787680] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42939b5-4b1e-409a-98da-372a0b84bbec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.796944] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52150e21-5035-0fd3-1e13-928ce3b37396, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.805842] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.806127] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28/8af848ff-4b8b-499a-a368-4f88ea7a4e28.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.806602] env[62633]: DEBUG nova.compute.provider_tree [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.807898] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.808106] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.808321] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cb99778-d67f-439b-9438-fe4ba301dd68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.810352] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2af6ea4f-8316-4b89-942e-c00463fa0a7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.817402] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1715.817402] env[62633]: value = "task-1808161" [ 1715.817402] env[62633]: _type = "Task" [ 1715.817402] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.821481] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.821624] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.822718] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c0c4b1-616f-466e-b1de-b73ab560c4dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.828467] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.832278] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1715.832278] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d179b6-be85-a2cd-ae80-b527cd26c21b" [ 1715.832278] env[62633]: _type = "Task" [ 1715.832278] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.839425] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d179b6-be85-a2cd-ae80-b527cd26c21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.963401] env[62633]: DEBUG nova.network.neutron [-] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.973106] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "83b841b7-ac47-45c4-bcea-4020242cf996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.973376] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "83b841b7-ac47-45c4-bcea-4020242cf996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.973688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.973992] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.974297] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "83b841b7-ac47-45c4-bcea-4020242cf996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.977051] env[62633]: INFO nova.compute.manager [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Terminating instance [ 1715.980916] env[62633]: DEBUG nova.compute.manager [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1715.981254] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1715.982490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916d3839-bc41-425d-ac61-c60b0f9dc52c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.991365] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.991743] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40c3b809-5396-4275-8271-b83567537e2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.998852] env[62633]: DEBUG oslo_vmware.api [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1715.998852] env[62633]: value = "task-1808162" [ 1715.998852] env[62633]: _type = "Task" [ 1715.998852] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.011325] env[62633]: DEBUG oslo_vmware.api [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.011651] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb5d36d-7a1c-4080-a45b-16781e2445df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.021438] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b18789d-132d-4820-b3af-94fd037f82d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.057901] env[62633]: DEBUG nova.compute.manager [req-368b5e4a-4bcd-48eb-8ff3-618775d8ba38 req-23bd8612-c5de-4307-8556-9745add22c41 service nova] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Detach interface failed, port_id=9a45a4ea-0d73-4e38-a016-f204b741a109, reason: Instance c9a5ebaa-205b-4063-98c6-ab0084b5db96 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1716.061875] env[62633]: DEBUG oslo_vmware.api [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808160, 'name': PowerOffVM_Task, 'duration_secs': 0.238367} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.061875] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.062092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1716.062385] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd8a9ff3-a11b-4284-9a1b-b74fa9f7d11d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.190270] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.190270] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.190270] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Deleting the datastore file [datastore1] ffdace21-5ad8-4ef4-a89b-91e965a24d62 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.190270] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b580ef07-2020-4385-844d-03be22a831e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.196743] env[62633]: DEBUG oslo_vmware.api [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for the task: (returnval){ [ 1716.196743] env[62633]: value = "task-1808164" [ 1716.196743] env[62633]: _type = "Task" [ 1716.196743] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.205505] env[62633]: DEBUG oslo_vmware.api [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.311538] env[62633]: DEBUG nova.scheduler.client.report [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1716.329944] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50552} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.330890] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28/8af848ff-4b8b-499a-a368-4f88ea7a4e28.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.331158] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.331399] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74793691-9065-459c-8b38-e09fa924302d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.342284] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d179b6-be85-a2cd-ae80-b527cd26c21b, 'name': SearchDatastore_Task, 'duration_secs': 0.008885} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.344215] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1716.344215] env[62633]: value = "task-1808165" [ 1716.344215] env[62633]: _type = "Task" [ 1716.344215] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.344444] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032bd708-5694-45f6-b2e4-cd1a76550665 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.352755] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1716.352755] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528adec0-b705-2834-7e1d-763c3487eb3e" [ 1716.352755] env[62633]: _type = "Task" [ 1716.352755] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.355796] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.363388] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528adec0-b705-2834-7e1d-763c3487eb3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.467942] env[62633]: INFO nova.compute.manager [-] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Took 1.37 seconds to deallocate network for instance. [ 1716.509957] env[62633]: DEBUG oslo_vmware.api [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808162, 'name': PowerOffVM_Task, 'duration_secs': 0.332888} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.510885] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.511114] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1716.511394] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f347d10-fd39-40f2-aa0f-6afde9ec1e5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.654114] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1716.654114] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1716.654114] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Deleting the datastore file [datastore1] 83b841b7-ac47-45c4-bcea-4020242cf996 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1716.654114] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b20919d-28a7-4606-97bb-c9ad687b4090 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.661201] env[62633]: DEBUG oslo_vmware.api [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1716.661201] env[62633]: value = "task-1808167" [ 1716.661201] env[62633]: _type = "Task" [ 1716.661201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.673144] env[62633]: DEBUG oslo_vmware.api [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.707775] env[62633]: DEBUG oslo_vmware.api [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Task: {'id': task-1808164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245001} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.708043] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1716.708161] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1716.708339] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1716.708512] env[62633]: INFO nova.compute.manager [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1716.708806] env[62633]: DEBUG oslo.service.loopingcall [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.709014] env[62633]: DEBUG nova.compute.manager [-] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1716.709340] env[62633]: DEBUG nova.network.neutron [-] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1716.817879] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.818482] env[62633]: DEBUG nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1716.821421] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.915s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.823189] env[62633]: INFO nova.compute.claims [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1716.857884] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070159} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.861602] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.862689] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278ed284-f993-4893-b296-a9c459e99b73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.871622] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528adec0-b705-2834-7e1d-763c3487eb3e, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.879367] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.879651] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 15ef5706-ce02-47b5-8611-fba000e2079c/15ef5706-ce02-47b5-8611-fba000e2079c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1716.889589] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28/8af848ff-4b8b-499a-a368-4f88ea7a4e28.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.889920] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b3a0d1f-78f6-4ca9-adcf-79809bef3535 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.892261] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac64d0f-3ec2-480c-aa26-339861db2b48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.918523] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1716.918523] env[62633]: value = "task-1808168" [ 1716.918523] env[62633]: _type = "Task" [ 1716.918523] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.919940] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1716.919940] env[62633]: value = "task-1808169" [ 1716.919940] env[62633]: _type = "Task" [ 1716.919940] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.934903] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.938208] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.973643] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.172191] env[62633]: DEBUG oslo_vmware.api [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160112} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.172191] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1717.172191] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1717.172313] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1717.172642] env[62633]: INFO nova.compute.manager [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1717.172989] env[62633]: DEBUG oslo.service.loopingcall [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.173294] env[62633]: DEBUG nova.compute.manager [-] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1717.173434] env[62633]: DEBUG nova.network.neutron [-] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1717.328157] env[62633]: DEBUG nova.compute.utils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.332521] env[62633]: DEBUG nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1717.332680] env[62633]: DEBUG nova.network.neutron [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.402274] env[62633]: DEBUG nova.policy [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf3223c8be534e4884a68b825d502d9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61278b5eda4143e39eaf8d4eebcb207c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1717.440164] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467284} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.443570] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 15ef5706-ce02-47b5-8611-fba000e2079c/15ef5706-ce02-47b5-8611-fba000e2079c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.443816] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.444118] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808169, 'name': ReconfigVM_Task, 'duration_secs': 0.37762} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.444348] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8215e69f-a67b-43e3-bcd6-b4dd07b23637 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.446761] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28/8af848ff-4b8b-499a-a368-4f88ea7a4e28.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.447440] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7280f855-6863-4d15-8b2c-32ed7037b41d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.455315] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1717.455315] env[62633]: value = "task-1808171" [ 1717.455315] env[62633]: _type = "Task" [ 1717.455315] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.456556] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1717.456556] env[62633]: value = "task-1808170" [ 1717.456556] env[62633]: _type = "Task" [ 1717.456556] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.469321] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808171, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.473151] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.540260] env[62633]: DEBUG nova.compute.manager [req-8a7d767a-f8ee-4012-9c86-4fd70cdf3537 req-28e915af-0b8d-44ce-a4d1-c8cdb51a71d4 service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Received event network-vif-deleted-b95bb38e-6147-46e7-b413-a4b6c53363bc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1717.540260] env[62633]: INFO nova.compute.manager [req-8a7d767a-f8ee-4012-9c86-4fd70cdf3537 req-28e915af-0b8d-44ce-a4d1-c8cdb51a71d4 service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Neutron deleted interface b95bb38e-6147-46e7-b413-a4b6c53363bc; detaching it from the instance and deleting it from the info cache [ 1717.540260] env[62633]: DEBUG nova.network.neutron [req-8a7d767a-f8ee-4012-9c86-4fd70cdf3537 req-28e915af-0b8d-44ce-a4d1-c8cdb51a71d4 service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.559102] env[62633]: DEBUG nova.compute.manager [req-90befb0c-f668-42ee-9848-fad308c0f1e9 req-785fe896-80ad-4425-ae66-d6f3bd83903f service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Received event network-vif-deleted-a6585d70-9e78-4725-a71b-1935af445100 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1717.559318] env[62633]: INFO nova.compute.manager [req-90befb0c-f668-42ee-9848-fad308c0f1e9 req-785fe896-80ad-4425-ae66-d6f3bd83903f service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Neutron deleted interface a6585d70-9e78-4725-a71b-1935af445100; detaching it from the instance and deleting it from the info cache [ 1717.559517] env[62633]: DEBUG nova.network.neutron [req-90befb0c-f668-42ee-9848-fad308c0f1e9 req-785fe896-80ad-4425-ae66-d6f3bd83903f service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.733868] env[62633]: DEBUG nova.network.neutron [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Successfully created port: 157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.833972] env[62633]: DEBUG nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1717.914423] env[62633]: DEBUG nova.network.neutron [-] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.971937] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07146} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.978022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.978399] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808171, 'name': Rename_Task, 'duration_secs': 0.140492} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.979483] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31682de7-f264-4039-831c-1e1c45969b28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.985225] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.985225] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5fc15b9-9fc5-4979-850f-fbd1d97f43bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.009337] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 15ef5706-ce02-47b5-8611-fba000e2079c/15ef5706-ce02-47b5-8611-fba000e2079c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.013860] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19600e92-b7dc-4c3c-bac8-ac5f3b748a56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.029361] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1718.029361] env[62633]: value = "task-1808172" [ 1718.029361] env[62633]: _type = "Task" [ 1718.029361] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.030153] env[62633]: DEBUG nova.network.neutron [-] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.036559] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1718.036559] env[62633]: value = "task-1808173" [ 1718.036559] env[62633]: _type = "Task" [ 1718.036559] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.043410] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.044770] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-565b2888-a8f0-4f00-84ed-7a1a27557f6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.050108] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.058917] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090b2191-ff90-4f9b-b54a-9c1333b4204b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.072709] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e06356fd-a0bc-4b5e-a0a2-51251b03cfd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.082734] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1481c262-7005-43c9-a8cd-30249918ad22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.106858] env[62633]: DEBUG nova.compute.manager [req-8a7d767a-f8ee-4012-9c86-4fd70cdf3537 req-28e915af-0b8d-44ce-a4d1-c8cdb51a71d4 service nova] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Detach interface failed, port_id=b95bb38e-6147-46e7-b413-a4b6c53363bc, reason: Instance ffdace21-5ad8-4ef4-a89b-91e965a24d62 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1718.131750] env[62633]: DEBUG nova.compute.manager [req-90befb0c-f668-42ee-9848-fad308c0f1e9 req-785fe896-80ad-4425-ae66-d6f3bd83903f service nova] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Detach interface failed, port_id=a6585d70-9e78-4725-a71b-1935af445100, reason: Instance 83b841b7-ac47-45c4-bcea-4020242cf996 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1718.385412] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ebbe6-dd0a-420c-b706-b05e617d92a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.396117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f19449-6dae-4776-80d4-5ebb7c91d03c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.427468] env[62633]: INFO nova.compute.manager [-] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Took 1.72 seconds to deallocate network for instance. [ 1718.429857] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b246f4e3-a251-408a-a8a6-9e69c88856bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.440055] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95491e35-0eec-41c5-bb22-a5b47242f0be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.454197] env[62633]: DEBUG nova.compute.provider_tree [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.467436] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.468443] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.535525] env[62633]: INFO nova.compute.manager [-] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Took 1.36 seconds to deallocate network for instance. [ 1718.547226] env[62633]: DEBUG oslo_vmware.api [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808172, 'name': PowerOnVM_Task, 'duration_secs': 0.472614} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.547226] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.547763] env[62633]: DEBUG nova.compute.manager [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1718.548590] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd1aa84-b23d-438f-b327-fcde731df987 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.554961] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808173, 'name': ReconfigVM_Task, 'duration_secs': 0.304276} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.554961] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 15ef5706-ce02-47b5-8611-fba000e2079c/15ef5706-ce02-47b5-8611-fba000e2079c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.555266] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0450e2d8-d4a9-4f71-aff2-ca52b15434d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.565182] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1718.565182] env[62633]: value = "task-1808174" [ 1718.565182] env[62633]: _type = "Task" [ 1718.565182] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.574608] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808174, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.846524] env[62633]: DEBUG nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1718.873275] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1718.873557] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1718.873721] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1718.873910] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1718.874405] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1718.874658] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1718.874921] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1718.875144] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1718.875363] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1718.875572] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1718.875791] env[62633]: DEBUG nova.virt.hardware [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1718.876954] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34068919-c625-4f53-8085-e2b3c8076ba8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.885931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbad1d0-140e-4557-bcb8-c0553da60edf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.940991] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.957279] env[62633]: DEBUG nova.scheduler.client.report [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1718.977090] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.977261] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1719.049486] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.076310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.081482] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808174, 'name': Rename_Task, 'duration_secs': 0.138094} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.081775] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.082037] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad5531d-440c-4f7c-a5cb-1fb42748febc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.087911] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1719.087911] env[62633]: value = "task-1808175" [ 1719.087911] env[62633]: _type = "Task" [ 1719.087911] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.097167] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.274649] env[62633]: DEBUG nova.network.neutron [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Successfully updated port: 157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.463090] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.463090] env[62633]: DEBUG nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1719.467020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.758s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.467020] env[62633]: DEBUG nova.objects.instance [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lazy-loading 'resources' on Instance uuid fe9fc951-7e94-4859-94a6-ed84defd14a4 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.510140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.510366] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquired lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.510587] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Forcefully refreshing network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1719.597933] env[62633]: DEBUG oslo_vmware.api [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808175, 'name': PowerOnVM_Task, 'duration_secs': 0.472407} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.598252] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.598996] env[62633]: INFO nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1719.598996] env[62633]: DEBUG nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1719.599458] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62664e54-06ba-48c6-8a04-cb8c1f6dfe94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.692958] env[62633]: DEBUG nova.compute.manager [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Received event network-vif-plugged-157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1719.693204] env[62633]: DEBUG oslo_concurrency.lockutils [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] Acquiring lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.693436] env[62633]: DEBUG oslo_concurrency.lockutils [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.693606] env[62633]: DEBUG oslo_concurrency.lockutils [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.695039] env[62633]: DEBUG nova.compute.manager [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] No waiting events found dispatching network-vif-plugged-157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1719.695039] env[62633]: WARNING nova.compute.manager [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Received unexpected event network-vif-plugged-157ba004-1650-4e59-bbf7-c11d5de96f17 for instance with vm_state building and task_state spawning. [ 1719.695039] env[62633]: DEBUG nova.compute.manager [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Received event network-changed-157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1719.695039] env[62633]: DEBUG nova.compute.manager [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Refreshing instance network info cache due to event network-changed-157ba004-1650-4e59-bbf7-c11d5de96f17. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1719.695039] env[62633]: DEBUG oslo_concurrency.lockutils [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] Acquiring lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.695039] env[62633]: DEBUG oslo_concurrency.lockutils [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] Acquired lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.695039] env[62633]: DEBUG nova.network.neutron [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Refreshing network info cache for port 157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.776913] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.954327] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.954588] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.969737] env[62633]: DEBUG nova.compute.utils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.974315] env[62633]: DEBUG nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1719.974315] env[62633]: DEBUG nova.network.neutron [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1720.024942] env[62633]: DEBUG nova.policy [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe3a49ec473445786c1b77b390e1d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3cbeb0f6545b9951614c9299b07a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1720.120347] env[62633]: INFO nova.compute.manager [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Took 38.61 seconds to build instance. [ 1720.234867] env[62633]: DEBUG nova.network.neutron [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.293527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.293808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.294028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.294226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.294427] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.299082] env[62633]: INFO nova.compute.manager [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Terminating instance [ 1720.300846] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "refresh_cache-8af848ff-4b8b-499a-a368-4f88ea7a4e28" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.300963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquired lock "refresh_cache-8af848ff-4b8b-499a-a368-4f88ea7a4e28" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.301153] env[62633]: DEBUG nova.network.neutron [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.367272] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1853af-902b-4d74-8421-e61b9a41dfbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.370605] env[62633]: DEBUG nova.network.neutron [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.376794] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef15a7-7129-4ffa-ac7b-348b9616b215 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.414728] env[62633]: DEBUG nova.network.neutron [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Successfully created port: e3b26119-4387-4707-9fed-732b086bf41d {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1720.417212] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac68684-ad10-4928-9c6a-d363075d2c43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.425505] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4089bc54-ba86-46b3-8518-43afea5b6c95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.439602] env[62633]: DEBUG nova.compute.provider_tree [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.457323] env[62633]: DEBUG nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1720.474688] env[62633]: DEBUG nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1720.620694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9f931cb-879f-48a2-9c7a-326fc805895b tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "15ef5706-ce02-47b5-8611-fba000e2079c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.129s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.800417] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Updating instance_info_cache with network_info: [{"id": "8dd5eef8-6500-40e6-a75e-59192368c57a", "address": "fa:16:3e:0d:9d:c3", "network": {"id": "40968216-abbc-4318-aade-2179262e60f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134810925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddefe99bb6ad487099481f6189351330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dd5eef8-65", "ovs_interfaceid": "8dd5eef8-6500-40e6-a75e-59192368c57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.818736] env[62633]: DEBUG nova.network.neutron [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.873742] env[62633]: DEBUG oslo_concurrency.lockutils [req-98dfdd37-e11b-4a57-890c-02055a085e07 req-ec2b2043-062d-424d-b91f-e0eeada7c1d5 service nova] Releasing lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.874404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.874404] env[62633]: DEBUG nova.network.neutron [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.945580] env[62633]: DEBUG nova.scheduler.client.report [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1720.985934] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.052446] env[62633]: DEBUG nova.network.neutron [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.304308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Releasing lock "refresh_cache-434417f7-12a4-45fc-ab31-38f26af0fb44" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.304541] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Updated the network info_cache for instance {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1721.304749] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.304904] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.305067] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.305222] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.305365] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.305512] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.305638] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1721.305779] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.416076] env[62633]: DEBUG nova.network.neutron [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1721.454563] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.458893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.551s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.460368] env[62633]: INFO nova.compute.claims [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1721.479657] env[62633]: INFO nova.scheduler.client.report [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted allocations for instance fe9fc951-7e94-4859-94a6-ed84defd14a4 [ 1721.484957] env[62633]: DEBUG nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1721.501283] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquiring lock "15ef5706-ce02-47b5-8611-fba000e2079c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.501612] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "15ef5706-ce02-47b5-8611-fba000e2079c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.502030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquiring lock "15ef5706-ce02-47b5-8611-fba000e2079c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.502116] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "15ef5706-ce02-47b5-8611-fba000e2079c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.502396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "15ef5706-ce02-47b5-8611-fba000e2079c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.504950] env[62633]: INFO nova.compute.manager [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Terminating instance [ 1721.508150] env[62633]: DEBUG nova.compute.manager [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1721.508411] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1721.509688] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141979a6-1e6d-47ef-9fe9-0275954219b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.523349] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.526151] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1721.527371] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1721.527371] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1721.527591] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1721.527975] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1721.527975] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1721.528119] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1721.528283] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1721.528453] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1721.528619] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1721.528821] env[62633]: DEBUG nova.virt.hardware [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1721.529171] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdb607cf-c748-4229-b4da-455d1d5108f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.531521] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c26be13-b46b-4877-af21-46f06fbaf7ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.541218] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed5a9c-c5d4-4caa-b4d9-f2254abd3431 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.545189] env[62633]: DEBUG oslo_vmware.api [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1721.545189] env[62633]: value = "task-1808176" [ 1721.545189] env[62633]: _type = "Task" [ 1721.545189] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.560623] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Releasing lock "refresh_cache-8af848ff-4b8b-499a-a368-4f88ea7a4e28" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.561108] env[62633]: DEBUG nova.compute.manager [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1721.561303] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1721.562909] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638222b-a598-419f-a823-2ae5de2283a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.568291] env[62633]: DEBUG oslo_vmware.api [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.572902] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.572902] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c084e2-3646-45a1-8246-312e7f4f4aa6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.578542] env[62633]: DEBUG oslo_vmware.api [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1721.578542] env[62633]: value = "task-1808177" [ 1721.578542] env[62633]: _type = "Task" [ 1721.578542] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.586594] env[62633]: DEBUG oslo_vmware.api [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.598722] env[62633]: DEBUG nova.network.neutron [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance_info_cache with network_info: [{"id": "157ba004-1650-4e59-bbf7-c11d5de96f17", "address": "fa:16:3e:56:90:40", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ba004-16", "ovs_interfaceid": "157ba004-1650-4e59-bbf7-c11d5de96f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.809177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.994528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dba7831c-dc39-401e-81b0-13fe75289cb8 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "fe9fc951-7e94-4859-94a6-ed84defd14a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.566s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.994528] env[62633]: DEBUG nova.network.neutron [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Successfully updated port: e3b26119-4387-4707-9fed-732b086bf41d {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1722.033034] env[62633]: DEBUG nova.compute.manager [req-1a88fd07-391f-46fd-b145-b81b9092d439 req-0b2ae583-132f-44fa-a1b9-b745c1bfec8e service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Received event network-vif-plugged-e3b26119-4387-4707-9fed-732b086bf41d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1722.033276] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a88fd07-391f-46fd-b145-b81b9092d439 req-0b2ae583-132f-44fa-a1b9-b745c1bfec8e service nova] Acquiring lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.033488] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a88fd07-391f-46fd-b145-b81b9092d439 req-0b2ae583-132f-44fa-a1b9-b745c1bfec8e service nova] Lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.033661] env[62633]: DEBUG oslo_concurrency.lockutils [req-1a88fd07-391f-46fd-b145-b81b9092d439 req-0b2ae583-132f-44fa-a1b9-b745c1bfec8e service nova] Lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.033830] env[62633]: DEBUG nova.compute.manager [req-1a88fd07-391f-46fd-b145-b81b9092d439 req-0b2ae583-132f-44fa-a1b9-b745c1bfec8e service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] No waiting events found dispatching network-vif-plugged-e3b26119-4387-4707-9fed-732b086bf41d {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1722.033998] env[62633]: WARNING nova.compute.manager [req-1a88fd07-391f-46fd-b145-b81b9092d439 req-0b2ae583-132f-44fa-a1b9-b745c1bfec8e service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Received unexpected event network-vif-plugged-e3b26119-4387-4707-9fed-732b086bf41d for instance with vm_state building and task_state spawning. [ 1722.055724] env[62633]: DEBUG oslo_vmware.api [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808176, 'name': PowerOffVM_Task, 'duration_secs': 0.174818} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.055992] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.056189] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.056479] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7767e4fa-18be-4e9c-adcf-7b622def0930 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.088824] env[62633]: DEBUG oslo_vmware.api [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808177, 'name': PowerOffVM_Task, 'duration_secs': 0.210448} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.089130] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.089309] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.089568] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3e05c1c-ac94-4b11-ad6a-69472f79252c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.102399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.102493] env[62633]: DEBUG nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Instance network_info: |[{"id": "157ba004-1650-4e59-bbf7-c11d5de96f17", "address": "fa:16:3e:56:90:40", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ba004-16", "ovs_interfaceid": "157ba004-1650-4e59-bbf7-c11d5de96f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1722.102812] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:90:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '157ba004-1650-4e59-bbf7-c11d5de96f17', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.110550] env[62633]: DEBUG oslo.service.loopingcall [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.110789] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.111052] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38f02f34-0a45-4b3c-82eb-28c203b5e1aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.127314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.127535] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.127736] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Deleting the datastore file [datastore1] 8af848ff-4b8b-499a-a368-4f88ea7a4e28 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.128395] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d6f26a9-423c-40c9-aaca-1cbc70ecd20f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.132592] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1722.132592] env[62633]: value = "task-1808180" [ 1722.132592] env[62633]: _type = "Task" [ 1722.132592] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.136737] env[62633]: DEBUG oslo_vmware.api [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for the task: (returnval){ [ 1722.136737] env[62633]: value = "task-1808181" [ 1722.136737] env[62633]: _type = "Task" [ 1722.136737] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.145491] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808180, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.150008] env[62633]: DEBUG oslo_vmware.api [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.336413] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "60fe6885-f374-4b2f-80f7-eff50e708406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.336711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "60fe6885-f374-4b2f-80f7-eff50e708406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.336928] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "60fe6885-f374-4b2f-80f7-eff50e708406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.337140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "60fe6885-f374-4b2f-80f7-eff50e708406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.337339] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "60fe6885-f374-4b2f-80f7-eff50e708406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.339405] env[62633]: INFO nova.compute.manager [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Terminating instance [ 1722.341036] env[62633]: DEBUG nova.compute.manager [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1722.341240] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.342130] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc87d084-39b7-4a34-95db-9f591d43adb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.349677] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.349900] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ab0995-e069-446f-9ba5-120052f46039 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.355898] env[62633]: DEBUG oslo_vmware.api [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1722.355898] env[62633]: value = "task-1808182" [ 1722.355898] env[62633]: _type = "Task" [ 1722.355898] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.363221] env[62633]: DEBUG oslo_vmware.api [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.429867] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.430189] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.430438] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Deleting the datastore file [datastore1] 15ef5706-ce02-47b5-8611-fba000e2079c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.430786] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6480c0d-2137-4e9c-961d-eefd3545f64c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.438371] env[62633]: DEBUG oslo_vmware.api [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for the task: (returnval){ [ 1722.438371] env[62633]: value = "task-1808183" [ 1722.438371] env[62633]: _type = "Task" [ 1722.438371] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.446752] env[62633]: DEBUG oslo_vmware.api [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.496953] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "refresh_cache-3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.497215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "refresh_cache-3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.497380] env[62633]: DEBUG nova.network.neutron [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.646578] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808180, 'name': CreateVM_Task, 'duration_secs': 0.491097} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.647273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.647981] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.648177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.648508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.651416] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45cc7a4a-9abc-4397-b6cb-e8ba0f39e749 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.652888] env[62633]: DEBUG oslo_vmware.api [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Task: {'id': task-1808181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114074} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.653169] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.653378] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.653566] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.653741] env[62633]: INFO nova.compute.manager [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1722.654136] env[62633]: DEBUG oslo.service.loopingcall [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.654654] env[62633]: DEBUG nova.compute.manager [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1722.654791] env[62633]: DEBUG nova.network.neutron [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.659056] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1722.659056] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e18794-e7e0-1c2b-cb37-7b4daddd7992" [ 1722.659056] env[62633]: _type = "Task" [ 1722.659056] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.667582] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e18794-e7e0-1c2b-cb37-7b4daddd7992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.673681] env[62633]: DEBUG nova.network.neutron [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.837043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec06302-a58d-4a44-b135-f3692d006c07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.845020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be216ef3-5286-4c8a-850f-d6f38233c1d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.878294] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0809b88d-1992-45c6-bd20-e508e6ed32db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.885862] env[62633]: DEBUG oslo_vmware.api [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808182, 'name': PowerOffVM_Task, 'duration_secs': 0.25284} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.887990] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.888233] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.888615] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb03edf-fef2-4801-a23b-51df91be1c8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.891643] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002d801a-464e-47e2-9b36-1db91c811bd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.904818] env[62633]: DEBUG nova.compute.provider_tree [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.948876] env[62633]: DEBUG oslo_vmware.api [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Task: {'id': task-1808183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158041} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.949120] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.949308] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.949492] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.949715] env[62633]: INFO nova.compute.manager [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1722.949985] env[62633]: DEBUG oslo.service.loopingcall [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.950198] env[62633]: DEBUG nova.compute.manager [-] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1722.950294] env[62633]: DEBUG nova.network.neutron [-] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1723.031501] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.031823] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.032015] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleting the datastore file [datastore1] 60fe6885-f374-4b2f-80f7-eff50e708406 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.034023] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ffc38a2-c69e-442d-962e-92d15e4d44bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.039186] env[62633]: DEBUG oslo_vmware.api [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1723.039186] env[62633]: value = "task-1808185" [ 1723.039186] env[62633]: _type = "Task" [ 1723.039186] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.049032] env[62633]: DEBUG oslo_vmware.api [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.052018] env[62633]: DEBUG nova.network.neutron [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1723.170778] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e18794-e7e0-1c2b-cb37-7b4daddd7992, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.171109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.171347] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.171579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.171727] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.171905] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.172174] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-755dae59-98af-4006-97d3-4ff139f46128 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.176333] env[62633]: DEBUG nova.network.neutron [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.181836] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.181913] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.182657] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c850b81f-56a8-44ea-a4dc-ce2a395093d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.188127] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1723.188127] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52255cb1-d19c-f520-1a25-389e2f5e929f" [ 1723.188127] env[62633]: _type = "Task" [ 1723.188127] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.195775] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52255cb1-d19c-f520-1a25-389e2f5e929f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.281348] env[62633]: DEBUG nova.network.neutron [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Updating instance_info_cache with network_info: [{"id": "e3b26119-4387-4707-9fed-732b086bf41d", "address": "fa:16:3e:42:5e:c1", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b26119-43", "ovs_interfaceid": "e3b26119-4387-4707-9fed-732b086bf41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.409064] env[62633]: DEBUG nova.scheduler.client.report [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1723.549278] env[62633]: DEBUG oslo_vmware.api [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141425} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.549606] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.549805] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.549844] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1723.550028] env[62633]: INFO nova.compute.manager [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1723.550291] env[62633]: DEBUG oslo.service.loopingcall [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.550492] env[62633]: DEBUG nova.compute.manager [-] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1723.550588] env[62633]: DEBUG nova.network.neutron [-] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1723.680551] env[62633]: INFO nova.compute.manager [-] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Took 1.03 seconds to deallocate network for instance. [ 1723.701107] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52255cb1-d19c-f520-1a25-389e2f5e929f, 'name': SearchDatastore_Task, 'duration_secs': 0.007988} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.702152] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b96054-90d2-4bdf-812e-10923d49b24a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.707419] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1723.707419] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521c13b9-04ed-1fb2-c33c-337923b93305" [ 1723.707419] env[62633]: _type = "Task" [ 1723.707419] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.718771] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521c13b9-04ed-1fb2-c33c-337923b93305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.784537] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "refresh_cache-3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.784751] env[62633]: DEBUG nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Instance network_info: |[{"id": "e3b26119-4387-4707-9fed-732b086bf41d", "address": "fa:16:3e:42:5e:c1", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b26119-43", "ovs_interfaceid": "e3b26119-4387-4707-9fed-732b086bf41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1723.785190] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:5e:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3b26119-4387-4707-9fed-732b086bf41d', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1723.792657] env[62633]: DEBUG oslo.service.loopingcall [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.793117] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1723.793701] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4a67d75-b023-4742-87a4-f707fd3f8345 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.808522] env[62633]: DEBUG nova.network.neutron [-] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.816756] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1723.816756] env[62633]: value = "task-1808186" [ 1723.816756] env[62633]: _type = "Task" [ 1723.816756] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.825261] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808186, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.915037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.915037] env[62633]: DEBUG nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1723.918132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.294s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.918380] env[62633]: DEBUG nova.objects.instance [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lazy-loading 'resources' on Instance uuid 37c5149f-3014-4789-aad3-189550033af2 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.062934] env[62633]: DEBUG nova.compute.manager [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Received event network-changed-e3b26119-4387-4707-9fed-732b086bf41d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1724.063137] env[62633]: DEBUG nova.compute.manager [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Refreshing instance network info cache due to event network-changed-e3b26119-4387-4707-9fed-732b086bf41d. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1724.063360] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] Acquiring lock "refresh_cache-3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.063941] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] Acquired lock "refresh_cache-3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.063941] env[62633]: DEBUG nova.network.neutron [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Refreshing network info cache for port e3b26119-4387-4707-9fed-732b086bf41d {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.187125] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.218053] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521c13b9-04ed-1fb2-c33c-337923b93305, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.218053] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.218053] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7/31f986a1-2911-45ce-9e1e-2f78e888a9a7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1724.218053] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-925035a3-8296-451b-bcaf-9425ef1c1176 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.224078] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1724.224078] env[62633]: value = "task-1808187" [ 1724.224078] env[62633]: _type = "Task" [ 1724.224078] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.231720] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.268381] env[62633]: DEBUG nova.network.neutron [-] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.310954] env[62633]: INFO nova.compute.manager [-] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Took 1.36 seconds to deallocate network for instance. [ 1724.327257] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808186, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.421822] env[62633]: DEBUG nova.compute.utils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1724.426570] env[62633]: DEBUG nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1724.426570] env[62633]: DEBUG nova.network.neutron [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1724.482587] env[62633]: DEBUG nova.policy [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b5162555de4de18ef18f2bf16fd103', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c277343f2d12457f94fa90d66722baff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1724.735830] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501676} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.736107] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7/31f986a1-2911-45ce-9e1e-2f78e888a9a7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.736319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.736606] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e3eb801-7b0d-4597-8d05-60185e6cd4d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.742602] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1724.742602] env[62633]: value = "task-1808188" [ 1724.742602] env[62633]: _type = "Task" [ 1724.742602] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.754774] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.771074] env[62633]: INFO nova.compute.manager [-] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Took 1.22 seconds to deallocate network for instance. [ 1724.822464] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.831885] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808186, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.880089] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8974538a-eb1a-4830-aa33-6bd3d68337fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.889562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36518ba-735f-428d-a23f-4cc9d3574b61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.924110] env[62633]: DEBUG nova.network.neutron [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Updated VIF entry in instance network info cache for port e3b26119-4387-4707-9fed-732b086bf41d. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.924735] env[62633]: DEBUG nova.network.neutron [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Updating instance_info_cache with network_info: [{"id": "e3b26119-4387-4707-9fed-732b086bf41d", "address": "fa:16:3e:42:5e:c1", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b26119-43", "ovs_interfaceid": "e3b26119-4387-4707-9fed-732b086bf41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.926891] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fab4b4-9c79-498d-815a-d9403e717569 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.933483] env[62633]: DEBUG nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1724.936203] env[62633]: DEBUG nova.network.neutron [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Successfully created port: 23edac3a-7d52-41c4-85fb-00b22477f439 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1724.944293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848e4d02-0dc9-477c-a04b-c7d65a1e5006 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.958873] env[62633]: DEBUG nova.compute.provider_tree [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.252355] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.501771} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.252711] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.253466] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ffb93c-d4b7-4835-89a8-0ece0c6b65eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.277596] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7/31f986a1-2911-45ce-9e1e-2f78e888a9a7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.277934] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f49ccee-48f4-4dab-88bd-343b005dd6b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.293233] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.298102] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1725.298102] env[62633]: value = "task-1808189" [ 1725.298102] env[62633]: _type = "Task" [ 1725.298102] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.306298] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.333464] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808186, 'name': CreateVM_Task, 'duration_secs': 1.482083} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.333639] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.334359] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.334560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.334884] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.335161] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245cc486-7584-4037-8b43-536be25d3913 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.341328] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1725.341328] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f44c70-f790-9cd8-a60c-afc5d85c9114" [ 1725.341328] env[62633]: _type = "Task" [ 1725.341328] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.347823] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f44c70-f790-9cd8-a60c-afc5d85c9114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.433857] env[62633]: DEBUG oslo_concurrency.lockutils [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] Releasing lock "refresh_cache-3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.434176] env[62633]: DEBUG nova.compute.manager [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Received event network-vif-deleted-f0e616db-8139-477f-abb9-66e27ab105fd {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1725.434400] env[62633]: DEBUG nova.compute.manager [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Received event network-vif-deleted-43dde439-0455-4922-a399-013b782cd567 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1725.434594] env[62633]: INFO nova.compute.manager [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Neutron deleted interface 43dde439-0455-4922-a399-013b782cd567; detaching it from the instance and deleting it from the info cache [ 1725.434771] env[62633]: DEBUG nova.network.neutron [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.462072] env[62633]: DEBUG nova.scheduler.client.report [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1725.808243] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808189, 'name': ReconfigVM_Task, 'duration_secs': 0.284036} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.808519] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7/31f986a1-2911-45ce-9e1e-2f78e888a9a7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1725.809171] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db8434b5-59bc-4392-b211-a3dab244ef44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.816125] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1725.816125] env[62633]: value = "task-1808190" [ 1725.816125] env[62633]: _type = "Task" [ 1725.816125] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.823999] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808190, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.850096] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f44c70-f790-9cd8-a60c-afc5d85c9114, 'name': SearchDatastore_Task, 'duration_secs': 0.011942} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.850412] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.850653] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1725.850889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.851049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.851236] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1725.851488] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fab5a3b-460e-4b9d-ab40-e8159f8cd220 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.859402] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1725.859587] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1725.860290] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c75025-75f9-4b15-8539-9e9bc4466b09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.865861] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1725.865861] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf875a-dec9-7a21-5f24-efd5d2b90aee" [ 1725.865861] env[62633]: _type = "Task" [ 1725.865861] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.873659] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf875a-dec9-7a21-5f24-efd5d2b90aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.937856] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3593a33-8271-45f2-9ec5-d5d07f854bd2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.945358] env[62633]: DEBUG nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1725.950295] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce22e3b6-e55f-4f6c-984e-6d85b5df115c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.966579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.971353] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1725.971353] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1725.971353] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.971583] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1725.971654] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.971810] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1725.972031] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1725.972199] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1725.972372] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1725.972537] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1725.972714] env[62633]: DEBUG nova.virt.hardware [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1725.973032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.579s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.974546] env[62633]: INFO nova.compute.claims [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1725.977911] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc49bd6-f34a-40a1-b54e-c656f46dcff1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.993974] env[62633]: DEBUG nova.compute.manager [req-5c9014c1-8d02-4d94-85c2-5182ae528e47 req-fa123f12-58a0-48a3-b2fa-fe5d9157c9fe service nova] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Detach interface failed, port_id=43dde439-0455-4922-a399-013b782cd567, reason: Instance 60fe6885-f374-4b2f-80f7-eff50e708406 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1725.995172] env[62633]: INFO nova.scheduler.client.report [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Deleted allocations for instance 37c5149f-3014-4789-aad3-189550033af2 [ 1726.001916] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e1fa6-fffa-40be-9c69-5d301ea70a17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.326314] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808190, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.377774] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf875a-dec9-7a21-5f24-efd5d2b90aee, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.378886] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759e5571-3202-469a-9c7a-38703da63ec4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.385411] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1726.385411] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c979e4-ec78-23a1-cb9f-7d222d8ac853" [ 1726.385411] env[62633]: _type = "Task" [ 1726.385411] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.394394] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c979e4-ec78-23a1-cb9f-7d222d8ac853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.499270] env[62633]: DEBUG nova.compute.manager [req-b1f32bac-7518-4b67-9374-e55729da7154 req-bff8a6e6-7a6f-42a4-87dd-ad868c12176a service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Received event network-vif-plugged-23edac3a-7d52-41c4-85fb-00b22477f439 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1726.499496] env[62633]: DEBUG oslo_concurrency.lockutils [req-b1f32bac-7518-4b67-9374-e55729da7154 req-bff8a6e6-7a6f-42a4-87dd-ad868c12176a service nova] Acquiring lock "4655fe62-486a-48ba-86db-00a4fcc1d432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.499706] env[62633]: DEBUG oslo_concurrency.lockutils [req-b1f32bac-7518-4b67-9374-e55729da7154 req-bff8a6e6-7a6f-42a4-87dd-ad868c12176a service nova] Lock "4655fe62-486a-48ba-86db-00a4fcc1d432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.499887] env[62633]: DEBUG oslo_concurrency.lockutils [req-b1f32bac-7518-4b67-9374-e55729da7154 req-bff8a6e6-7a6f-42a4-87dd-ad868c12176a service nova] Lock "4655fe62-486a-48ba-86db-00a4fcc1d432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.500056] env[62633]: DEBUG nova.compute.manager [req-b1f32bac-7518-4b67-9374-e55729da7154 req-bff8a6e6-7a6f-42a4-87dd-ad868c12176a service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] No waiting events found dispatching network-vif-plugged-23edac3a-7d52-41c4-85fb-00b22477f439 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1726.500224] env[62633]: WARNING nova.compute.manager [req-b1f32bac-7518-4b67-9374-e55729da7154 req-bff8a6e6-7a6f-42a4-87dd-ad868c12176a service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Received unexpected event network-vif-plugged-23edac3a-7d52-41c4-85fb-00b22477f439 for instance with vm_state building and task_state spawning. [ 1726.504543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cd1c6387-63e4-401f-88d9-f2f277523084 tempest-InstanceActionsNegativeTestJSON-1239206512 tempest-InstanceActionsNegativeTestJSON-1239206512-project-member] Lock "37c5149f-3014-4789-aad3-189550033af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.996s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.660780] env[62633]: DEBUG nova.network.neutron [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Successfully updated port: 23edac3a-7d52-41c4-85fb-00b22477f439 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1726.827862] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808190, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.897783] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c979e4-ec78-23a1-cb9f-7d222d8ac853, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.898142] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.898452] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a/3f31dd1d-f6fe-41d4-ae08-cacf58f7570a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1726.898785] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f50588a-de23-4817-815e-869ea66d2229 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.905256] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1726.905256] env[62633]: value = "task-1808191" [ 1726.905256] env[62633]: _type = "Task" [ 1726.905256] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.912728] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.167064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-4655fe62-486a-48ba-86db-00a4fcc1d432" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.167064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-4655fe62-486a-48ba-86db-00a4fcc1d432" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.167064] env[62633]: DEBUG nova.network.neutron [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.334168] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808190, 'name': Rename_Task, 'duration_secs': 1.151014} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.334504] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.334815] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7afae3e-7645-42f4-a9b3-2420c8c361d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.341640] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1727.341640] env[62633]: value = "task-1808192" [ 1727.341640] env[62633]: _type = "Task" [ 1727.341640] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.357118] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.417852] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808191, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.469138] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b189b11-0f6e-4abe-9c11-1cee94cb2d0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.478059] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e063741-335c-496e-8275-21542ea35eb8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.514587] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f7cbc2-ce1a-4162-9df4-036fddaa7ab8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.523062] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2658d8-7334-4d0f-9ec3-c693723a3633 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.537828] env[62633]: DEBUG nova.compute.provider_tree [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.699400] env[62633]: DEBUG nova.network.neutron [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1727.833243] env[62633]: DEBUG nova.network.neutron [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Updating instance_info_cache with network_info: [{"id": "23edac3a-7d52-41c4-85fb-00b22477f439", "address": "fa:16:3e:09:42:2a", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23edac3a-7d", "ovs_interfaceid": "23edac3a-7d52-41c4-85fb-00b22477f439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.856807] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808192, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.917475] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526561} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.917787] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a/3f31dd1d-f6fe-41d4-ae08-cacf58f7570a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1727.918014] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1727.918572] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fef2c1e-9e2b-4f2a-8589-7c617c44f918 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.926660] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1727.926660] env[62633]: value = "task-1808193" [ 1727.926660] env[62633]: _type = "Task" [ 1727.926660] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.933809] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.044177] env[62633]: DEBUG nova.scheduler.client.report [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1728.336195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-4655fe62-486a-48ba-86db-00a4fcc1d432" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.336635] env[62633]: DEBUG nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Instance network_info: |[{"id": "23edac3a-7d52-41c4-85fb-00b22477f439", "address": "fa:16:3e:09:42:2a", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23edac3a-7d", "ovs_interfaceid": "23edac3a-7d52-41c4-85fb-00b22477f439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1728.337159] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:42:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23edac3a-7d52-41c4-85fb-00b22477f439', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1728.345228] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating folder: Project (c277343f2d12457f94fa90d66722baff). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1728.345578] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-270ea731-5861-409a-aac8-2cf736d9745d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.356414] env[62633]: DEBUG oslo_vmware.api [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808192, 'name': PowerOnVM_Task, 'duration_secs': 0.520275} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.356697] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.356909] env[62633]: INFO nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1728.357106] env[62633]: DEBUG nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1728.357868] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf04759-355e-460b-a899-1dbcc3042eab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.361272] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created folder: Project (c277343f2d12457f94fa90d66722baff) in parent group-v374582. [ 1728.361700] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating folder: Instances. Parent ref: group-v374792. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1728.362268] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab4c0f77-1f29-45d7-a968-2d04dc441d7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.375687] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created folder: Instances in parent group-v374792. [ 1728.375687] env[62633]: DEBUG oslo.service.loopingcall [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.375856] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1728.376679] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5d462ad-d037-4493-b099-cff33e2b908b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.394690] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1728.394690] env[62633]: value = "task-1808196" [ 1728.394690] env[62633]: _type = "Task" [ 1728.394690] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.402156] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808196, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.434997] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072862} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.435294] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.436074] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c21521-79f3-42f7-baa5-3e771d415222 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.459076] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a/3f31dd1d-f6fe-41d4-ae08-cacf58f7570a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.459362] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dcabd5a-d437-4ee4-b065-98c59aa3e30e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.479782] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1728.479782] env[62633]: value = "task-1808197" [ 1728.479782] env[62633]: _type = "Task" [ 1728.479782] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.488717] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.530664] env[62633]: DEBUG nova.compute.manager [req-67547f0b-c241-4885-bf46-6deec21ec20a req-2d3bce1d-df53-4b52-909a-4e1741c788d2 service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Received event network-changed-23edac3a-7d52-41c4-85fb-00b22477f439 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1728.530909] env[62633]: DEBUG nova.compute.manager [req-67547f0b-c241-4885-bf46-6deec21ec20a req-2d3bce1d-df53-4b52-909a-4e1741c788d2 service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Refreshing instance network info cache due to event network-changed-23edac3a-7d52-41c4-85fb-00b22477f439. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1728.531197] env[62633]: DEBUG oslo_concurrency.lockutils [req-67547f0b-c241-4885-bf46-6deec21ec20a req-2d3bce1d-df53-4b52-909a-4e1741c788d2 service nova] Acquiring lock "refresh_cache-4655fe62-486a-48ba-86db-00a4fcc1d432" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.531551] env[62633]: DEBUG oslo_concurrency.lockutils [req-67547f0b-c241-4885-bf46-6deec21ec20a req-2d3bce1d-df53-4b52-909a-4e1741c788d2 service nova] Acquired lock "refresh_cache-4655fe62-486a-48ba-86db-00a4fcc1d432" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.531681] env[62633]: DEBUG nova.network.neutron [req-67547f0b-c241-4885-bf46-6deec21ec20a req-2d3bce1d-df53-4b52-909a-4e1741c788d2 service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Refreshing network info cache for port 23edac3a-7d52-41c4-85fb-00b22477f439 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.549358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.549876] env[62633]: DEBUG nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1728.553692] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.013s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.553692] env[62633]: DEBUG nova.objects.instance [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lazy-loading 'resources' on Instance uuid 672b2e76-68f9-450f-92f9-ca90942d6b91 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.876222] env[62633]: INFO nova.compute.manager [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Took 43.42 seconds to build instance. [ 1728.905853] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808196, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.989881] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.055106] env[62633]: DEBUG nova.compute.utils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.057030] env[62633]: DEBUG nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1729.057030] env[62633]: DEBUG nova.network.neutron [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.134157] env[62633]: DEBUG nova.policy [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1729.375498] env[62633]: DEBUG nova.network.neutron [req-67547f0b-c241-4885-bf46-6deec21ec20a req-2d3bce1d-df53-4b52-909a-4e1741c788d2 service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Updated VIF entry in instance network info cache for port 23edac3a-7d52-41c4-85fb-00b22477f439. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.375855] env[62633]: DEBUG nova.network.neutron [req-67547f0b-c241-4885-bf46-6deec21ec20a req-2d3bce1d-df53-4b52-909a-4e1741c788d2 service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Updating instance_info_cache with network_info: [{"id": "23edac3a-7d52-41c4-85fb-00b22477f439", "address": "fa:16:3e:09:42:2a", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23edac3a-7d", "ovs_interfaceid": "23edac3a-7d52-41c4-85fb-00b22477f439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.377654] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1326fb17-131f-46f2-a5b4-bec22321ae17 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.935s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.407212] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808196, 'name': CreateVM_Task, 'duration_secs': 0.924647} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.407387] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1729.408552] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.408552] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.408642] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.408834] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d06886-bf59-4af6-a797-bfbdec60d7fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.415574] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1729.415574] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52aa9450-9391-a5a3-5068-9692d63bef41" [ 1729.415574] env[62633]: _type = "Task" [ 1729.415574] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.423658] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52aa9450-9391-a5a3-5068-9692d63bef41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.450338] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace10dde-9c6b-421a-af1a-827da159bb8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.458157] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7595e9bf-841b-4965-a64d-624c3f0b99d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.495530] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c039ea-48fc-4807-ae56-19eb178eb33b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.506171] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99144d66-760b-4ac0-9fcd-562575ab62ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.510015] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808197, 'name': ReconfigVM_Task, 'duration_secs': 0.796703} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.510311] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a/3f31dd1d-f6fe-41d4-ae08-cacf58f7570a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.511278] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f11fd7e-73fb-47b5-8a74-9755a9716630 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.520867] env[62633]: DEBUG nova.compute.provider_tree [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.524014] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1729.524014] env[62633]: value = "task-1808198" [ 1729.524014] env[62633]: _type = "Task" [ 1729.524014] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.527727] env[62633]: DEBUG nova.network.neutron [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Successfully created port: 4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.533448] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808198, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.562462] env[62633]: DEBUG nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1729.879585] env[62633]: DEBUG oslo_concurrency.lockutils [req-67547f0b-c241-4885-bf46-6deec21ec20a req-2d3bce1d-df53-4b52-909a-4e1741c788d2 service nova] Releasing lock "refresh_cache-4655fe62-486a-48ba-86db-00a4fcc1d432" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.926668] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52aa9450-9391-a5a3-5068-9692d63bef41, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.926986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.927241] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.927485] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.927640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.927834] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.928114] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c96f21d4-c778-4651-8c80-7352e7fe1ef1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.936572] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.936758] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.937509] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3caeb44a-23c8-47f5-a84f-c18d40a4acfd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.943108] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1729.943108] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd19bf-e66b-9317-fd37-1c3d19f6d0c3" [ 1729.943108] env[62633]: _type = "Task" [ 1729.943108] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.951021] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd19bf-e66b-9317-fd37-1c3d19f6d0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.025813] env[62633]: DEBUG nova.scheduler.client.report [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1730.044409] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808198, 'name': Rename_Task, 'duration_secs': 0.166664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.045023] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.045302] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f70bc83-91cd-4ddd-96cd-5821006e96a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.054194] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1730.054194] env[62633]: value = "task-1808199" [ 1730.054194] env[62633]: _type = "Task" [ 1730.054194] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.065753] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.351448] env[62633]: DEBUG nova.compute.manager [req-d7d0ecfd-cb45-44c3-914e-632b91cfc773 req-db09a57f-fbff-4b05-a21b-b0fcd4faa3fe service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Received event network-changed-157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1730.351725] env[62633]: DEBUG nova.compute.manager [req-d7d0ecfd-cb45-44c3-914e-632b91cfc773 req-db09a57f-fbff-4b05-a21b-b0fcd4faa3fe service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Refreshing instance network info cache due to event network-changed-157ba004-1650-4e59-bbf7-c11d5de96f17. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1730.351870] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d0ecfd-cb45-44c3-914e-632b91cfc773 req-db09a57f-fbff-4b05-a21b-b0fcd4faa3fe service nova] Acquiring lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.352033] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d0ecfd-cb45-44c3-914e-632b91cfc773 req-db09a57f-fbff-4b05-a21b-b0fcd4faa3fe service nova] Acquired lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.352205] env[62633]: DEBUG nova.network.neutron [req-d7d0ecfd-cb45-44c3-914e-632b91cfc773 req-db09a57f-fbff-4b05-a21b-b0fcd4faa3fe service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Refreshing network info cache for port 157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.454543] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd19bf-e66b-9317-fd37-1c3d19f6d0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.455610] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8cde28-d7f8-4f86-a2e6-c4da4a4b3cea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.462617] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1730.462617] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52012205-b06f-c093-24dc-e21a2c2148ec" [ 1730.462617] env[62633]: _type = "Task" [ 1730.462617] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.475200] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52012205-b06f-c093-24dc-e21a2c2148ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.475473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.475726] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432/4655fe62-486a-48ba-86db-00a4fcc1d432.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.476066] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f717921c-ae8b-4945-8065-b811eb6070ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.483740] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1730.483740] env[62633]: value = "task-1808200" [ 1730.483740] env[62633]: _type = "Task" [ 1730.483740] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.494559] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.537756] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.540115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.016s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.541703] env[62633]: INFO nova.compute.claims [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1730.569220] env[62633]: INFO nova.scheduler.client.report [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted allocations for instance 672b2e76-68f9-450f-92f9-ca90942d6b91 [ 1730.576672] env[62633]: DEBUG nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1730.576672] env[62633]: DEBUG oslo_vmware.api [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808199, 'name': PowerOnVM_Task, 'duration_secs': 0.502845} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.579059] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.579275] env[62633]: INFO nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1730.579448] env[62633]: DEBUG nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1730.580463] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db3dbbe-2894-46fe-8cb0-9554d95b92d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.613705] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1730.613971] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1730.614321] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.614558] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1730.614721] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.614877] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1730.615209] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1730.615394] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1730.615773] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1730.615773] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1730.615931] env[62633]: DEBUG nova.virt.hardware [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1730.617318] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905e8ae-65db-4ba1-92d3-1575658a741f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.627373] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5341bd35-3ee2-48b6-a77f-3a2c080d310b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.995849] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499093} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.998154] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432/4655fe62-486a-48ba-86db-00a4fcc1d432.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.998397] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.998680] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6797bd-99e2-438f-aa1c-0a94413d31ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.006277] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1731.006277] env[62633]: value = "task-1808201" [ 1731.006277] env[62633]: _type = "Task" [ 1731.006277] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.015822] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.087414] env[62633]: DEBUG nova.compute.manager [req-5be31158-f035-4a48-a08d-b9226a363d24 req-9b067fd1-b404-4ac9-87e8-2bcca2cf6999 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-vif-plugged-4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1731.087713] env[62633]: DEBUG oslo_concurrency.lockutils [req-5be31158-f035-4a48-a08d-b9226a363d24 req-9b067fd1-b404-4ac9-87e8-2bcca2cf6999 service nova] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.087854] env[62633]: DEBUG oslo_concurrency.lockutils [req-5be31158-f035-4a48-a08d-b9226a363d24 req-9b067fd1-b404-4ac9-87e8-2bcca2cf6999 service nova] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.088015] env[62633]: DEBUG oslo_concurrency.lockutils [req-5be31158-f035-4a48-a08d-b9226a363d24 req-9b067fd1-b404-4ac9-87e8-2bcca2cf6999 service nova] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.088196] env[62633]: DEBUG nova.compute.manager [req-5be31158-f035-4a48-a08d-b9226a363d24 req-9b067fd1-b404-4ac9-87e8-2bcca2cf6999 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] No waiting events found dispatching network-vif-plugged-4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1731.088372] env[62633]: WARNING nova.compute.manager [req-5be31158-f035-4a48-a08d-b9226a363d24 req-9b067fd1-b404-4ac9-87e8-2bcca2cf6999 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received unexpected event network-vif-plugged-4b82233c-7150-4955-b74e-4c87454625b6 for instance with vm_state building and task_state spawning. [ 1731.088894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5d74ac44-a8cf-4c20-84ab-395327a07a74 tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "672b2e76-68f9-450f-92f9-ca90942d6b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.608s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.101721] env[62633]: INFO nova.compute.manager [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Took 42.22 seconds to build instance. [ 1731.226104] env[62633]: DEBUG nova.network.neutron [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Successfully updated port: 4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.257158] env[62633]: DEBUG nova.network.neutron [req-d7d0ecfd-cb45-44c3-914e-632b91cfc773 req-db09a57f-fbff-4b05-a21b-b0fcd4faa3fe service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updated VIF entry in instance network info cache for port 157ba004-1650-4e59-bbf7-c11d5de96f17. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.258013] env[62633]: DEBUG nova.network.neutron [req-d7d0ecfd-cb45-44c3-914e-632b91cfc773 req-db09a57f-fbff-4b05-a21b-b0fcd4faa3fe service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance_info_cache with network_info: [{"id": "157ba004-1650-4e59-bbf7-c11d5de96f17", "address": "fa:16:3e:56:90:40", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ba004-16", "ovs_interfaceid": "157ba004-1650-4e59-bbf7-c11d5de96f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.516342] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073111} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.516630] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.517460] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2cd9e5-3f3a-4f53-aecc-6bd5d87bc7cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.539732] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432/4655fe62-486a-48ba-86db-00a4fcc1d432.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.540341] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a2b65ed-a220-4208-8900-2662d8df7d61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.561706] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1731.561706] env[62633]: value = "task-1808202" [ 1731.561706] env[62633]: _type = "Task" [ 1731.561706] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.569988] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.605069] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c1d00d23-cf83-4a01-82e4-652ac164fa0b tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.739s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.689390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.689789] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.690095] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.690356] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.690596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.695402] env[62633]: INFO nova.compute.manager [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Terminating instance [ 1731.700150] env[62633]: DEBUG nova.compute.manager [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1731.700150] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.700452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9fe405-2bdd-4849-84f5-42286229fa03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.708253] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.710666] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ff8c69c-029b-447a-a823-eef011572f32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.717191] env[62633]: DEBUG oslo_vmware.api [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1731.717191] env[62633]: value = "task-1808203" [ 1731.717191] env[62633]: _type = "Task" [ 1731.717191] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.727096] env[62633]: DEBUG oslo_vmware.api [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.728687] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.728814] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.728958] env[62633]: DEBUG nova.network.neutron [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.761125] env[62633]: DEBUG oslo_concurrency.lockutils [req-d7d0ecfd-cb45-44c3-914e-632b91cfc773 req-db09a57f-fbff-4b05-a21b-b0fcd4faa3fe service nova] Releasing lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.777519] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.777875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.778181] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.778446] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.778678] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.781193] env[62633]: INFO nova.compute.manager [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Terminating instance [ 1731.784493] env[62633]: DEBUG nova.compute.manager [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1731.784493] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.784493] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60f9608-c4a5-49f1-8e9e-ec270d8cf7dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.793113] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.793435] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e9635f4-2190-456b-9e52-5a0e6166a5db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.802402] env[62633]: DEBUG oslo_vmware.api [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1731.802402] env[62633]: value = "task-1808204" [ 1731.802402] env[62633]: _type = "Task" [ 1731.802402] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.811565] env[62633]: DEBUG oslo_vmware.api [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.938311] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51954c9a-92d5-4cae-89e3-ddd424c3165f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.946889] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a244992-69ed-4d17-bb55-6deaf5db94c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.980029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5aa27-c01c-4fcf-b407-4eeaaaee9123 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.988495] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4259e852-73e8-4c0e-aa12-db83c3d70c15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.003408] env[62633]: DEBUG nova.compute.provider_tree [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.072731] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.228589] env[62633]: DEBUG oslo_vmware.api [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808203, 'name': PowerOffVM_Task, 'duration_secs': 0.330793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.229058] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.229436] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.229698] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7343ef19-bb89-45b8-a9ef-c005104badcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.270803] env[62633]: DEBUG nova.network.neutron [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.312998] env[62633]: DEBUG oslo_vmware.api [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808204, 'name': PowerOffVM_Task, 'duration_secs': 0.293281} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.315427] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.315614] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.315879] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-092e931e-536a-4e00-9833-4bf052c45a67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.341813] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "b003cfe6-53be-4327-9067-e9db97e891f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.342053] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "b003cfe6-53be-4327-9067-e9db97e891f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.431378] env[62633]: DEBUG nova.network.neutron [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.450288] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.451026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.451026] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleting the datastore file [datastore1] 516bfdcf-f88f-40c8-8b83-6413ee80b6a5 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.451026] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71c4dafe-35c3-4c41-9ff5-1e966e2dae12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.458656] env[62633]: DEBUG oslo_vmware.api [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1732.458656] env[62633]: value = "task-1808207" [ 1732.458656] env[62633]: _type = "Task" [ 1732.458656] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.466314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.466580] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.466795] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleting the datastore file [datastore1] 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.469830] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7b39417-b7ac-4a0d-a1a8-2345136c521c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.471607] env[62633]: DEBUG oslo_vmware.api [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.476454] env[62633]: DEBUG oslo_vmware.api [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1732.476454] env[62633]: value = "task-1808208" [ 1732.476454] env[62633]: _type = "Task" [ 1732.476454] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.485870] env[62633]: DEBUG oslo_vmware.api [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.507078] env[62633]: DEBUG nova.scheduler.client.report [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1732.573642] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808202, 'name': ReconfigVM_Task, 'duration_secs': 0.706312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.573959] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432/4655fe62-486a-48ba-86db-00a4fcc1d432.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.574654] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-110e9f20-8f60-4d19-ad08-1640f01541b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.581426] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1732.581426] env[62633]: value = "task-1808209" [ 1732.581426] env[62633]: _type = "Task" [ 1732.581426] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.596950] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808209, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.846049] env[62633]: DEBUG nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1732.935586] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.935586] env[62633]: DEBUG nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Instance network_info: |[{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1732.935835] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:21:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b82233c-7150-4955-b74e-4c87454625b6', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.945390] env[62633]: DEBUG oslo.service.loopingcall [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.946700] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.946700] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfda52b5-470c-46b4-a35f-306e986e7c9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.968983] env[62633]: DEBUG oslo_vmware.api [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17199} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.970251] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.970404] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.970618] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.970812] env[62633]: INFO nova.compute.manager [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1732.971226] env[62633]: DEBUG oslo.service.loopingcall [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.971226] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.971226] env[62633]: value = "task-1808210" [ 1732.971226] env[62633]: _type = "Task" [ 1732.971226] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.971409] env[62633]: DEBUG nova.compute.manager [-] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1732.971495] env[62633]: DEBUG nova.network.neutron [-] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.982136] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808210, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.986732] env[62633]: DEBUG oslo_vmware.api [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174789} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.986978] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.987181] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.987363] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.987542] env[62633]: INFO nova.compute.manager [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1732.987794] env[62633]: DEBUG oslo.service.loopingcall [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.987985] env[62633]: DEBUG nova.compute.manager [-] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1732.988092] env[62633]: DEBUG nova.network.neutron [-] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.011964] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.012486] env[62633]: DEBUG nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1733.016894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.727s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.016894] env[62633]: DEBUG nova.objects.instance [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lazy-loading 'resources' on Instance uuid 8975a6e8-03f5-424b-8843-79a4033b9790 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.093139] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808209, 'name': Rename_Task, 'duration_secs': 0.365912} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.093447] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.093695] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a4391e8-3950-43b8-a811-00d67e9feea2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.100272] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1733.100272] env[62633]: value = "task-1808211" [ 1733.100272] env[62633]: _type = "Task" [ 1733.100272] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.108015] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.118259] env[62633]: DEBUG nova.compute.manager [req-62458963-7bfa-47a1-9aaa-104c050a236d req-171d227e-82e1-43df-a7c6-efaafa678208 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-changed-4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.118460] env[62633]: DEBUG nova.compute.manager [req-62458963-7bfa-47a1-9aaa-104c050a236d req-171d227e-82e1-43df-a7c6-efaafa678208 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Refreshing instance network info cache due to event network-changed-4b82233c-7150-4955-b74e-4c87454625b6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1733.118678] env[62633]: DEBUG oslo_concurrency.lockutils [req-62458963-7bfa-47a1-9aaa-104c050a236d req-171d227e-82e1-43df-a7c6-efaafa678208 service nova] Acquiring lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.118825] env[62633]: DEBUG oslo_concurrency.lockutils [req-62458963-7bfa-47a1-9aaa-104c050a236d req-171d227e-82e1-43df-a7c6-efaafa678208 service nova] Acquired lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.118986] env[62633]: DEBUG nova.network.neutron [req-62458963-7bfa-47a1-9aaa-104c050a236d req-171d227e-82e1-43df-a7c6-efaafa678208 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Refreshing network info cache for port 4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.374688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.487137] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808210, 'name': CreateVM_Task, 'duration_secs': 0.443383} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.487137] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.487137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.487652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.487691] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.488211] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb79422b-9da6-4fc4-b012-4d0affd93504 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.493837] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1733.493837] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52bbbf27-ffc5-4eef-8061-20383b29058b" [ 1733.493837] env[62633]: _type = "Task" [ 1733.493837] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.502191] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bbbf27-ffc5-4eef-8061-20383b29058b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.517617] env[62633]: DEBUG nova.compute.utils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.519308] env[62633]: DEBUG nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1733.519432] env[62633]: DEBUG nova.network.neutron [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.601122] env[62633]: DEBUG nova.policy [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '677d07166cee43dd9ec37399995f6dfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f3adc5d731c41a4bf3ca67ee3e4dd0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1733.612953] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808211, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.837285] env[62633]: DEBUG nova.network.neutron [req-62458963-7bfa-47a1-9aaa-104c050a236d req-171d227e-82e1-43df-a7c6-efaafa678208 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updated VIF entry in instance network info cache for port 4b82233c-7150-4955-b74e-4c87454625b6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.837678] env[62633]: DEBUG nova.network.neutron [req-62458963-7bfa-47a1-9aaa-104c050a236d req-171d227e-82e1-43df-a7c6-efaafa678208 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.000173] env[62633]: DEBUG nova.network.neutron [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Successfully created port: bd4a3e1f-917a-4afb-b657-c19b7267ca71 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.005705] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bbbf27-ffc5-4eef-8061-20383b29058b, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.008081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.008321] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.008556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.008706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.008951] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.009373] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b201227-0771-4cf7-8588-6699daebf461 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.017700] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.017947] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.020760] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5d4941-8d8a-4872-990c-70f89b064478 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.024046] env[62633]: DEBUG nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1734.029348] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1734.029348] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5257e4a2-328f-0ebd-b4d9-46bba29fab39" [ 1734.029348] env[62633]: _type = "Task" [ 1734.029348] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.035160] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d2fefe-8c8f-4d41-876a-3664a56ca8b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.042784] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5257e4a2-328f-0ebd-b4d9-46bba29fab39, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.045052] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c31af6-e474-49f0-b706-70b7cb59ee6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.047843] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742d2d55-5f8f-45f3-acd9-8b645394766b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.053733] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1734.053733] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526169e2-0b6b-eef3-88fd-2546c1e7ba81" [ 1734.053733] env[62633]: _type = "Task" [ 1734.053733] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.083465] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139345f-b45b-4b75-8ffa-6474b8b81056 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.086234] env[62633]: DEBUG nova.network.neutron [-] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.096955] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5dec6e-c457-4631-8cfe-c5ec6f326ea5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.102225] env[62633]: DEBUG nova.network.neutron [-] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.102225] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526169e2-0b6b-eef3-88fd-2546c1e7ba81, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.102225] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.102225] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 62330dee-f42a-4c6f-93c7-be10422d7ff5/62330dee-f42a-4c6f-93c7-be10422d7ff5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1734.102225] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7555072b-6f02-4a3e-b140-b562ef2a8d43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.112221] env[62633]: DEBUG nova.compute.provider_tree [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.122162] env[62633]: DEBUG oslo_vmware.api [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808211, 'name': PowerOnVM_Task, 'duration_secs': 0.664558} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.123498] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.123739] env[62633]: INFO nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1734.123951] env[62633]: DEBUG nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1734.124589] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1734.124589] env[62633]: value = "task-1808212" [ 1734.124589] env[62633]: _type = "Task" [ 1734.124589] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.125603] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846ee859-c060-4b95-8046-cdeec8ff04e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.141547] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.343404] env[62633]: DEBUG oslo_concurrency.lockutils [req-62458963-7bfa-47a1-9aaa-104c050a236d req-171d227e-82e1-43df-a7c6-efaafa678208 service nova] Releasing lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.589358] env[62633]: INFO nova.compute.manager [-] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Took 1.62 seconds to deallocate network for instance. [ 1734.601498] env[62633]: INFO nova.compute.manager [-] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Took 1.61 seconds to deallocate network for instance. [ 1734.618577] env[62633]: DEBUG nova.scheduler.client.report [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1734.639585] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491496} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.639871] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 62330dee-f42a-4c6f-93c7-be10422d7ff5/62330dee-f42a-4c6f-93c7-be10422d7ff5.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1734.640084] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1734.640341] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37024572-c137-48ca-9663-b1f19298842c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.648842] env[62633]: INFO nova.compute.manager [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Took 39.76 seconds to build instance. [ 1734.651303] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1734.651303] env[62633]: value = "task-1808213" [ 1734.651303] env[62633]: _type = "Task" [ 1734.651303] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.659925] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.034775] env[62633]: DEBUG nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1735.062152] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.062418] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.062581] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.062770] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.062944] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.063077] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.063298] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.063461] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.063634] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.063801] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.063979] env[62633]: DEBUG nova.virt.hardware [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.064928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f38348-326b-424c-9bca-8f7d2ba33150 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.072709] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33c7bb9-74ed-490b-83e9-90bc601fdb9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.095541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.107503] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.123287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.125651] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.764s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.125885] env[62633]: DEBUG nova.objects.instance [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lazy-loading 'resources' on Instance uuid 6a944f76-5ea2-4e34-99b8-45abcb44f162 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.146935] env[62633]: INFO nova.scheduler.client.report [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Deleted allocations for instance 8975a6e8-03f5-424b-8843-79a4033b9790 [ 1735.152799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dcacdcb5-b257-4c8c-a28b-1b921ef3e5bd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "4655fe62-486a-48ba-86db-00a4fcc1d432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.272s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.159390] env[62633]: DEBUG nova.compute.manager [req-d9032004-68e2-4924-8e92-fcddf3027aee req-dcb38e5a-de4d-436a-b579-a7f1f6bb8f6e service nova] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Received event network-vif-deleted-db697fc2-48a2-44be-b69d-6b8e0b9a8a63 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.159601] env[62633]: DEBUG nova.compute.manager [req-d9032004-68e2-4924-8e92-fcddf3027aee req-dcb38e5a-de4d-436a-b579-a7f1f6bb8f6e service nova] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Received event network-vif-deleted-e3b26119-4387-4707-9fed-732b086bf41d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.165372] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071556} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.165623] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1735.166408] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a8f2b0-d7bd-41de-84ef-5ffc2455af5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.189320] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 62330dee-f42a-4c6f-93c7-be10422d7ff5/62330dee-f42a-4c6f-93c7-be10422d7ff5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1735.190288] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c97a0b9-5829-45a5-9b55-346f9a25a49a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.210493] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1735.210493] env[62633]: value = "task-1808214" [ 1735.210493] env[62633]: _type = "Task" [ 1735.210493] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.220260] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.539154] env[62633]: DEBUG nova.compute.manager [req-b96c61e8-85da-4d21-aa45-b419b151554c req-8b8d35b5-a23f-47f3-8b1e-c227235cbad6 service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Received event network-vif-plugged-bd4a3e1f-917a-4afb-b657-c19b7267ca71 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.539387] env[62633]: DEBUG oslo_concurrency.lockutils [req-b96c61e8-85da-4d21-aa45-b419b151554c req-8b8d35b5-a23f-47f3-8b1e-c227235cbad6 service nova] Acquiring lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.539644] env[62633]: DEBUG oslo_concurrency.lockutils [req-b96c61e8-85da-4d21-aa45-b419b151554c req-8b8d35b5-a23f-47f3-8b1e-c227235cbad6 service nova] Lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.540109] env[62633]: DEBUG oslo_concurrency.lockutils [req-b96c61e8-85da-4d21-aa45-b419b151554c req-8b8d35b5-a23f-47f3-8b1e-c227235cbad6 service nova] Lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.540361] env[62633]: DEBUG nova.compute.manager [req-b96c61e8-85da-4d21-aa45-b419b151554c req-8b8d35b5-a23f-47f3-8b1e-c227235cbad6 service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] No waiting events found dispatching network-vif-plugged-bd4a3e1f-917a-4afb-b657-c19b7267ca71 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1735.540583] env[62633]: WARNING nova.compute.manager [req-b96c61e8-85da-4d21-aa45-b419b151554c req-8b8d35b5-a23f-47f3-8b1e-c227235cbad6 service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Received unexpected event network-vif-plugged-bd4a3e1f-917a-4afb-b657-c19b7267ca71 for instance with vm_state building and task_state spawning. [ 1735.645436] env[62633]: DEBUG nova.network.neutron [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Successfully updated port: bd4a3e1f-917a-4afb-b657-c19b7267ca71 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.659736] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cbd855d2-24a7-432f-9650-97e7ffb23f7a tempest-VolumesAdminNegativeTest-519917998 tempest-VolumesAdminNegativeTest-519917998-project-member] Lock "8975a6e8-03f5-424b-8843-79a4033b9790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.478s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.721245] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.023723] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70f373-3dc4-4cb8-b4dd-8516c92f93f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.031928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e71f19e-9c29-4ac1-931a-9560a79cba8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.064966] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae126eb-af43-43e8-b09d-4021926d2a80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.072873] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e19a1a-5650-4167-8741-f2ef412514f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.086389] env[62633]: DEBUG nova.compute.provider_tree [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.148467] env[62633]: INFO nova.compute.manager [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Rebuilding instance [ 1736.151988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "refresh_cache-5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.151988] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "refresh_cache-5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.151988] env[62633]: DEBUG nova.network.neutron [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.202203] env[62633]: DEBUG nova.compute.manager [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1736.203128] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3adc6ed-63cb-4290-b5be-2e3b783e1b1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.221036] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.589669] env[62633]: DEBUG nova.scheduler.client.report [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1736.684850] env[62633]: DEBUG nova.network.neutron [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.718549] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1736.718549] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2225f1e2-744c-4e80-8b9e-5cca1b1e5c9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.725158] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808214, 'name': ReconfigVM_Task, 'duration_secs': 1.071235} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.726423] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 62330dee-f42a-4c6f-93c7-be10422d7ff5/62330dee-f42a-4c6f-93c7-be10422d7ff5.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1736.727179] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1736.727179] env[62633]: value = "task-1808215" [ 1736.727179] env[62633]: _type = "Task" [ 1736.727179] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.727384] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1856c632-1640-45b3-b3e5-5963b8995558 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.738675] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.742522] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1736.742522] env[62633]: value = "task-1808216" [ 1736.742522] env[62633]: _type = "Task" [ 1736.742522] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.751428] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808216, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.064904] env[62633]: DEBUG nova.network.neutron [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Updating instance_info_cache with network_info: [{"id": "bd4a3e1f-917a-4afb-b657-c19b7267ca71", "address": "fa:16:3e:4a:c9:c3", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4a3e1f-91", "ovs_interfaceid": "bd4a3e1f-917a-4afb-b657-c19b7267ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.098572] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.101951] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.128s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.101951] env[62633]: DEBUG nova.objects.instance [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lazy-loading 'resources' on Instance uuid c9a5ebaa-205b-4063-98c6-ab0084b5db96 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.129931] env[62633]: INFO nova.scheduler.client.report [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Deleted allocations for instance 6a944f76-5ea2-4e34-99b8-45abcb44f162 [ 1737.240087] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808215, 'name': PowerOffVM_Task, 'duration_secs': 0.206409} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.240359] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.240595] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.241396] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd45576-069d-4ab8-8b35-c749494be399 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.251555] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.254554] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-176e12b8-c02d-4f2e-881a-54cfa1786008 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.256053] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808216, 'name': Rename_Task, 'duration_secs': 0.170537} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.256319] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1737.256929] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cbfa43a-9010-4665-b949-13ed0988ff47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.262724] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1737.262724] env[62633]: value = "task-1808218" [ 1737.262724] env[62633]: _type = "Task" [ 1737.262724] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.270684] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.339887] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.341209] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.341209] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleting the datastore file [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.341209] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b76a4cb-916a-47a8-a6e5-0b4124b176b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.347357] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1737.347357] env[62633]: value = "task-1808219" [ 1737.347357] env[62633]: _type = "Task" [ 1737.347357] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.356924] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.571245] env[62633]: DEBUG nova.compute.manager [req-304c3bd2-9afd-4bed-be34-acf7c7cbd411 req-a3e49cf9-db87-4637-97b9-f7f948695ec5 service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Received event network-changed-bd4a3e1f-917a-4afb-b657-c19b7267ca71 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1737.571370] env[62633]: DEBUG nova.compute.manager [req-304c3bd2-9afd-4bed-be34-acf7c7cbd411 req-a3e49cf9-db87-4637-97b9-f7f948695ec5 service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Refreshing instance network info cache due to event network-changed-bd4a3e1f-917a-4afb-b657-c19b7267ca71. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1737.571577] env[62633]: DEBUG oslo_concurrency.lockutils [req-304c3bd2-9afd-4bed-be34-acf7c7cbd411 req-a3e49cf9-db87-4637-97b9-f7f948695ec5 service nova] Acquiring lock "refresh_cache-5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.571955] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "refresh_cache-5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.572297] env[62633]: DEBUG nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Instance network_info: |[{"id": "bd4a3e1f-917a-4afb-b657-c19b7267ca71", "address": "fa:16:3e:4a:c9:c3", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4a3e1f-91", "ovs_interfaceid": "bd4a3e1f-917a-4afb-b657-c19b7267ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1737.572855] env[62633]: DEBUG oslo_concurrency.lockutils [req-304c3bd2-9afd-4bed-be34-acf7c7cbd411 req-a3e49cf9-db87-4637-97b9-f7f948695ec5 service nova] Acquired lock "refresh_cache-5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.573249] env[62633]: DEBUG nova.network.neutron [req-304c3bd2-9afd-4bed-be34-acf7c7cbd411 req-a3e49cf9-db87-4637-97b9-f7f948695ec5 service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Refreshing network info cache for port bd4a3e1f-917a-4afb-b657-c19b7267ca71 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.575356] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c9:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd4a3e1f-917a-4afb-b657-c19b7267ca71', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.581958] env[62633]: DEBUG oslo.service.loopingcall [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.583223] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.583438] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44cfec30-3116-4ed0-a71d-6f924107ddc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.608366] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.608366] env[62633]: value = "task-1808220" [ 1737.608366] env[62633]: _type = "Task" [ 1737.608366] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.617372] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808220, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.636935] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dd8a6e67-1978-4999-bc9a-e683ced98065 tempest-ServersAaction247Test-2036426568 tempest-ServersAaction247Test-2036426568-project-member] Lock "6a944f76-5ea2-4e34-99b8-45abcb44f162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.059s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.782653] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808218, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.857257] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182371} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.860503] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1737.860709] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1737.861576] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.088920] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2420162f-1b4b-402f-bba1-813fb3d4ce95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.096380] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bf57b9-ff8e-4e6d-9b93-5e624af915be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.140816] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d73fdc-f21a-49a7-91de-dbad049fb329 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.149017] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808220, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.152140] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b968d-c18c-44bc-9178-ebe1722e840d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.166592] env[62633]: DEBUG nova.compute.provider_tree [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.276694] env[62633]: DEBUG oslo_vmware.api [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808218, 'name': PowerOnVM_Task, 'duration_secs': 0.517509} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.276794] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1738.277221] env[62633]: INFO nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1738.277221] env[62633]: DEBUG nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1738.277941] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78ba41-cc87-4688-8997-8d09fd56c504 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.482245] env[62633]: DEBUG nova.network.neutron [req-304c3bd2-9afd-4bed-be34-acf7c7cbd411 req-a3e49cf9-db87-4637-97b9-f7f948695ec5 service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Updated VIF entry in instance network info cache for port bd4a3e1f-917a-4afb-b657-c19b7267ca71. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.482625] env[62633]: DEBUG nova.network.neutron [req-304c3bd2-9afd-4bed-be34-acf7c7cbd411 req-a3e49cf9-db87-4637-97b9-f7f948695ec5 service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Updating instance_info_cache with network_info: [{"id": "bd4a3e1f-917a-4afb-b657-c19b7267ca71", "address": "fa:16:3e:4a:c9:c3", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd4a3e1f-91", "ovs_interfaceid": "bd4a3e1f-917a-4afb-b657-c19b7267ca71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.649881] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808220, 'name': CreateVM_Task, 'duration_secs': 0.684192} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.650076] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1738.650794] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.650959] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.651301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.651550] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85f8f18-da27-433a-9c7c-34c2020bd28a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.656451] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1738.656451] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fd1a72-b12a-91e6-07af-8cda4b30147b" [ 1738.656451] env[62633]: _type = "Task" [ 1738.656451] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.667882] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fd1a72-b12a-91e6-07af-8cda4b30147b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.669948] env[62633]: DEBUG nova.scheduler.client.report [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1738.797022] env[62633]: INFO nova.compute.manager [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Took 38.42 seconds to build instance. [ 1738.901927] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1738.902198] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1738.902455] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.902590] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1738.902987] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.902987] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1738.903245] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1738.903363] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1738.903484] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1738.903654] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1738.903826] env[62633]: DEBUG nova.virt.hardware [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1738.904737] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0e7b1-add5-4956-8b89-f6daa0110081 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.913470] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2494d1b2-f42d-4f52-bfff-8f9459f0e495 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.927471] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:42:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23edac3a-7d52-41c4-85fb-00b22477f439', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.935674] env[62633]: DEBUG oslo.service.loopingcall [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.935674] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1738.935864] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-731bd19f-83e4-48c4-93b1-fb5ae6b443d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.961567] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.961567] env[62633]: value = "task-1808221" [ 1738.961567] env[62633]: _type = "Task" [ 1738.961567] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.975593] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808221, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.985371] env[62633]: DEBUG oslo_concurrency.lockutils [req-304c3bd2-9afd-4bed-be34-acf7c7cbd411 req-a3e49cf9-db87-4637-97b9-f7f948695ec5 service nova] Releasing lock "refresh_cache-5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.169882] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fd1a72-b12a-91e6-07af-8cda4b30147b, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.170506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.170869] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.171149] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.171305] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.171490] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.171762] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-609b37a8-cdaf-4acf-899e-133d743e5782 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.176746] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.179903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.239s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.180323] env[62633]: DEBUG nova.objects.instance [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lazy-loading 'resources' on Instance uuid ffdace21-5ad8-4ef4-a89b-91e965a24d62 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.190409] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.190601] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.191387] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408fe571-451c-41e7-adae-2cfc56798957 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.198449] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1739.198449] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524eaa9c-858a-fb0e-9444-1c62da9a1ad9" [ 1739.198449] env[62633]: _type = "Task" [ 1739.198449] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.207652] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524eaa9c-858a-fb0e-9444-1c62da9a1ad9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.219213] env[62633]: INFO nova.scheduler.client.report [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Deleted allocations for instance c9a5ebaa-205b-4063-98c6-ab0084b5db96 [ 1739.298723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-725f3dea-a51b-453d-abe8-b01d90c82a17 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.931s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.478381] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808221, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.712096] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524eaa9c-858a-fb0e-9444-1c62da9a1ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.008695} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.712537] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b8d6a8-b960-42ca-bb5b-46b6a6315459 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.717691] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1739.717691] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f705b4-0eb7-0049-3120-1dbabd84250a" [ 1739.717691] env[62633]: _type = "Task" [ 1739.717691] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.728141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9fd8edbc-f797-4d94-a782-c7f76012f1e8 tempest-ServerTagsTestJSON-267737571 tempest-ServerTagsTestJSON-267737571-project-member] Lock "c9a5ebaa-205b-4063-98c6-ab0084b5db96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.898s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.740288] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f705b4-0eb7-0049-3120-1dbabd84250a, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.742395] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.742720] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59/5d889ca3-c88f-4951-8b1d-9bae6a5e9f59.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.746886] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c19f7bd-3581-4414-8400-d0a56ff9c88b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.754770] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1739.754770] env[62633]: value = "task-1808222" [ 1739.754770] env[62633]: _type = "Task" [ 1739.754770] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.763150] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.975140] env[62633]: DEBUG nova.compute.manager [req-2ca95a15-c7cf-466d-8d57-d7493444689b req-1b190eff-705c-4449-b83e-9bbfeca4f92a service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-changed-4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1739.975140] env[62633]: DEBUG nova.compute.manager [req-2ca95a15-c7cf-466d-8d57-d7493444689b req-1b190eff-705c-4449-b83e-9bbfeca4f92a service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Refreshing instance network info cache due to event network-changed-4b82233c-7150-4955-b74e-4c87454625b6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1739.975140] env[62633]: DEBUG oslo_concurrency.lockutils [req-2ca95a15-c7cf-466d-8d57-d7493444689b req-1b190eff-705c-4449-b83e-9bbfeca4f92a service nova] Acquiring lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.975140] env[62633]: DEBUG oslo_concurrency.lockutils [req-2ca95a15-c7cf-466d-8d57-d7493444689b req-1b190eff-705c-4449-b83e-9bbfeca4f92a service nova] Acquired lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.975140] env[62633]: DEBUG nova.network.neutron [req-2ca95a15-c7cf-466d-8d57-d7493444689b req-1b190eff-705c-4449-b83e-9bbfeca4f92a service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Refreshing network info cache for port 4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.984240] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808221, 'name': CreateVM_Task, 'duration_secs': 0.616369} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.985088] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.986083] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.987017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.987017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.987493] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1487696e-2400-409e-81e0-a54158c71851 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.995381] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1739.995381] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525b5dbc-2b69-df16-1cd8-d079d5866dd4" [ 1739.995381] env[62633]: _type = "Task" [ 1739.995381] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.004986] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525b5dbc-2b69-df16-1cd8-d079d5866dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.097174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a5bba-ce4c-48f1-80b5-3334774ba3da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.108539] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6be609-0f15-4054-910b-1892ce88509e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.152611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc6392-18ca-4c04-992f-1f50b0b106e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.162495] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d9245-456a-4dd1-a76f-1620413682f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.181912] env[62633]: DEBUG nova.compute.provider_tree [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.265986] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488076} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.266566] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59/5d889ca3-c88f-4951-8b1d-9bae6a5e9f59.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.266871] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.267183] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa3b1e4b-d344-4866-90de-8e4facd8ff39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.273559] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1740.273559] env[62633]: value = "task-1808223" [ 1740.273559] env[62633]: _type = "Task" [ 1740.273559] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.284030] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.510620] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525b5dbc-2b69-df16-1cd8-d079d5866dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.057578} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.514188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.514188] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.514188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.514188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.514188] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.514188] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d18f40d0-a306-4257-8b4b-305beba018ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.521533] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.521725] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.522734] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece3ecf2-0870-4005-953e-b293c004b460 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.527993] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1740.527993] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521f43d7-f0cf-3d84-d312-a553f534a384" [ 1740.527993] env[62633]: _type = "Task" [ 1740.527993] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.537632] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521f43d7-f0cf-3d84-d312-a553f534a384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.686705] env[62633]: DEBUG nova.scheduler.client.report [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1740.787021] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06557} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.787319] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.788404] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c83fa-0e65-4fe1-968e-c3823f848f88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.812902] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59/5d889ca3-c88f-4951-8b1d-9bae6a5e9f59.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.812902] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24f0dcd5-717c-4e10-80e0-7f8b24571ff0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.835033] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1740.835033] env[62633]: value = "task-1808224" [ 1740.835033] env[62633]: _type = "Task" [ 1740.835033] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.843838] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.042020] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521f43d7-f0cf-3d84-d312-a553f534a384, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.042020] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c470841f-c763-417e-9964-0a83ce3f45e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.048056] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1741.048056] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e776d3-f07b-dc17-e16f-acc370168d06" [ 1741.048056] env[62633]: _type = "Task" [ 1741.048056] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.062074] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e776d3-f07b-dc17-e16f-acc370168d06, 'name': SearchDatastore_Task} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.062074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.062074] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432/4655fe62-486a-48ba-86db-00a4fcc1d432.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.062396] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79341ecf-180e-4df0-94ba-9e29920f7742 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.069015] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1741.069015] env[62633]: value = "task-1808225" [ 1741.069015] env[62633]: _type = "Task" [ 1741.069015] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.079500] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.115676] env[62633]: DEBUG nova.network.neutron [req-2ca95a15-c7cf-466d-8d57-d7493444689b req-1b190eff-705c-4449-b83e-9bbfeca4f92a service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updated VIF entry in instance network info cache for port 4b82233c-7150-4955-b74e-4c87454625b6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.115676] env[62633]: DEBUG nova.network.neutron [req-2ca95a15-c7cf-466d-8d57-d7493444689b req-1b190eff-705c-4449-b83e-9bbfeca4f92a service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.192824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.197052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.146s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.197052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.199593] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.123s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.199805] env[62633]: DEBUG nova.objects.instance [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1741.241181] env[62633]: INFO nova.scheduler.client.report [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Deleted allocations for instance 83b841b7-ac47-45c4-bcea-4020242cf996 [ 1741.248037] env[62633]: INFO nova.scheduler.client.report [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Deleted allocations for instance ffdace21-5ad8-4ef4-a89b-91e965a24d62 [ 1741.348347] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.579088] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484386} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.579432] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432/4655fe62-486a-48ba-86db-00a4fcc1d432.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.579654] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.579925] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fafd81f-1a7c-417f-93fa-cecaa244569e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.589754] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1741.589754] env[62633]: value = "task-1808226" [ 1741.589754] env[62633]: _type = "Task" [ 1741.589754] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.599134] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.618652] env[62633]: DEBUG oslo_concurrency.lockutils [req-2ca95a15-c7cf-466d-8d57-d7493444689b req-1b190eff-705c-4449-b83e-9bbfeca4f92a service nova] Releasing lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.753300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f9701d35-d755-4d2c-9cb0-b9782849539d tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "83b841b7-ac47-45c4-bcea-4020242cf996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.780s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.760030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8b56ffa2-1fb3-478f-8ab0-f15995f2d59e tempest-ListImageFiltersTestJSON-1689864625 tempest-ListImageFiltersTestJSON-1689864625-project-member] Lock "ffdace21-5ad8-4ef4-a89b-91e965a24d62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.244s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.851562] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808224, 'name': ReconfigVM_Task, 'duration_secs': 0.636944} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.851855] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59/5d889ca3-c88f-4951-8b1d-9bae6a5e9f59.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.852543] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1290493f-bc5f-4843-9b7e-cc8f96e5f77e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.858817] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1741.858817] env[62633]: value = "task-1808227" [ 1741.858817] env[62633]: _type = "Task" [ 1741.858817] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.869044] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808227, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.103410] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202522} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.103776] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.104615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3877f632-ba97-4f4a-a5cf-b357c446b685 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.141297] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432/4655fe62-486a-48ba-86db-00a4fcc1d432.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.141738] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b493f24-9ac9-42ba-8630-3577c995f884 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.168158] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1742.168158] env[62633]: value = "task-1808228" [ 1742.168158] env[62633]: _type = "Task" [ 1742.168158] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.176397] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.219085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-69f81122-54c2-4219-ab57-7c58b68145c4 tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.219784] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.234s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.221848] env[62633]: INFO nova.compute.claims [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1742.375865] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808227, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.683595] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.843510] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.843764] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.877655] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808227, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.178414] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.350373] env[62633]: DEBUG nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1743.372456] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808227, 'name': Rename_Task, 'duration_secs': 1.225282} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.377471] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.377569] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4ee1e2a-faa8-4bf5-a3d4-e9ce4cc39fed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.382821] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.384825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.385943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.386153] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.386859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.392054] env[62633]: INFO nova.compute.manager [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Terminating instance [ 1743.396060] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1743.396060] env[62633]: value = "task-1808229" [ 1743.396060] env[62633]: _type = "Task" [ 1743.396060] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.397672] env[62633]: DEBUG nova.compute.manager [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1743.397672] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1743.398136] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111bfdf-533f-4dfb-aafb-627a8219d711 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.410549] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.413425] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.417198] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e332d29f-f592-4f9f-befb-f6b66e019cc4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.424632] env[62633]: DEBUG oslo_vmware.api [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1743.424632] env[62633]: value = "task-1808230" [ 1743.424632] env[62633]: _type = "Task" [ 1743.424632] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.435997] env[62633]: DEBUG oslo_vmware.api [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.656501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae81cd-9870-40e9-88de-11ce1daf01fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.661931] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dd0d0e-3232-4acf-a773-b8c8806f1973 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.703966] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714e5b83-1f33-403d-adfa-dafb38e11bf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.712202] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808228, 'name': ReconfigVM_Task, 'duration_secs': 1.223653} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.714489] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432/4655fe62-486a-48ba-86db-00a4fcc1d432.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.715312] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbf4beb0-828c-4800-8b41-88ff0424396e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.718584] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7e6b74-6793-456c-a997-24b5751ce239 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.736278] env[62633]: DEBUG nova.compute.provider_tree [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.739426] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1743.739426] env[62633]: value = "task-1808231" [ 1743.739426] env[62633]: _type = "Task" [ 1743.739426] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.747821] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808231, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.869320] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.908205] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.934974] env[62633]: DEBUG oslo_vmware.api [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808230, 'name': PowerOffVM_Task, 'duration_secs': 0.369377} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.936074] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.936274] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.936549] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07f2b7af-655f-4ae1-8817-7e2f45d28cd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.241552] env[62633]: DEBUG nova.scheduler.client.report [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1744.255938] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808231, 'name': Rename_Task, 'duration_secs': 0.429024} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.256932] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.258188] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad5773f-31d0-4112-842f-b9dcb4347fc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.267146] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1744.267146] env[62633]: value = "task-1808233" [ 1744.267146] env[62633]: _type = "Task" [ 1744.267146] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.276674] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.407748] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.747280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.747839] env[62633]: DEBUG nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1744.751903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.943s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.752159] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.752293] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1744.752565] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.566s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.752777] env[62633]: DEBUG nova.objects.instance [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lazy-loading 'resources' on Instance uuid 8af848ff-4b8b-499a-a368-4f88ea7a4e28 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.754598] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218f5a02-591f-4267-8fb0-3c782af4600f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.771703] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4ae30-7abd-4089-9ee3-4bf16f9da3f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.783223] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.793673] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da569b26-c385-4053-b527-438e1376cea8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.803626] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94fbed0-b2a4-41d1-9948-2761584de6b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.833763] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178070MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1744.833937] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.910653] env[62633]: DEBUG oslo_vmware.api [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808229, 'name': PowerOnVM_Task, 'duration_secs': 1.275684} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.910653] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.910653] env[62633]: INFO nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1744.910653] env[62633]: DEBUG nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1744.910653] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6fe1d-406b-4a88-9b6b-a7a0fd1489c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.257456] env[62633]: DEBUG nova.compute.utils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1745.260158] env[62633]: DEBUG nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1745.260447] env[62633]: DEBUG nova.network.neutron [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1745.277647] env[62633]: DEBUG oslo_vmware.api [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808233, 'name': PowerOnVM_Task, 'duration_secs': 0.606739} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.277647] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.277647] env[62633]: DEBUG nova.compute.manager [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1745.278421] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e964485e-b8ce-40a9-aaee-fdb0ad159626 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.384371] env[62633]: DEBUG nova.policy [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e491c01d67e7440dba9c4b1c5cd2a4df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a927f789ce450f80ecff6cd24b1b94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1745.434262] env[62633]: INFO nova.compute.manager [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Took 41.93 seconds to build instance. [ 1745.640363] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d59d3-c330-409f-8935-1b51fd9fcc9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.649756] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b334eaf9-75b7-43ae-9c2a-b196b8796353 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.682640] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f18c26-dc65-4561-9843-1c8e121d7393 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.690449] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6305f8f0-431c-405d-8609-6fc7949a796f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.704126] env[62633]: DEBUG nova.compute.provider_tree [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.764917] env[62633]: DEBUG nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1745.798511] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.938272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-427ce5a9-6c7a-476f-bf35-69753eb98f27 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.439s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.954098] env[62633]: DEBUG nova.network.neutron [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Successfully created port: 2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.207300] env[62633]: DEBUG nova.scheduler.client.report [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1746.715915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.717660] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.898s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.717942] env[62633]: DEBUG nova.objects.instance [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lazy-loading 'resources' on Instance uuid 15ef5706-ce02-47b5-8611-fba000e2079c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.738422] env[62633]: INFO nova.scheduler.client.report [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Deleted allocations for instance 8af848ff-4b8b-499a-a368-4f88ea7a4e28 [ 1746.780123] env[62633]: DEBUG nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1746.814669] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1746.814964] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1746.815182] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.815376] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1746.815526] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.815680] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1746.815891] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1746.816065] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1746.816238] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1746.816402] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1746.816578] env[62633]: DEBUG nova.virt.hardware [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1746.817746] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52750c48-81e5-40fe-bf36-c03384723767 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.826120] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b910bce-5213-4def-ad27-41bb49150417 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.996849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.997043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.997279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.997466] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.997694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.002362] env[62633]: INFO nova.compute.manager [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Terminating instance [ 1747.005489] env[62633]: DEBUG nova.compute.manager [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1747.005489] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.005489] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0de19dc-a2ca-428d-8a40-203c66582576 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.016733] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.016964] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ccde205-b33b-481a-849e-7ae73a80d1ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.027594] env[62633]: DEBUG oslo_vmware.api [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1747.027594] env[62633]: value = "task-1808234" [ 1747.027594] env[62633]: _type = "Task" [ 1747.027594] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.037318] env[62633]: DEBUG oslo_vmware.api [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.135020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "4655fe62-486a-48ba-86db-00a4fcc1d432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.136231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "4655fe62-486a-48ba-86db-00a4fcc1d432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.136231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "4655fe62-486a-48ba-86db-00a4fcc1d432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.136231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "4655fe62-486a-48ba-86db-00a4fcc1d432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.136231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "4655fe62-486a-48ba-86db-00a4fcc1d432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.141302] env[62633]: INFO nova.compute.manager [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Terminating instance [ 1747.143956] env[62633]: DEBUG nova.compute.manager [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1747.144297] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.146428] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f8a14-11dc-45f3-95cf-d0f54ae6b104 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.157715] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.158361] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-303c993d-6ba7-402a-a402-6dd9775c206a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.166521] env[62633]: DEBUG oslo_vmware.api [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1747.166521] env[62633]: value = "task-1808235" [ 1747.166521] env[62633]: _type = "Task" [ 1747.166521] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.178719] env[62633]: DEBUG oslo_vmware.api [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.245042] env[62633]: DEBUG oslo_concurrency.lockutils [None req-93599ac0-8059-4dd0-a89c-5d42c2ef2e8b tempest-ServerShowV254Test-1988979825 tempest-ServerShowV254Test-1988979825-project-member] Lock "8af848ff-4b8b-499a-a368-4f88ea7a4e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.951s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.540141] env[62633]: DEBUG oslo_vmware.api [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808234, 'name': PowerOffVM_Task, 'duration_secs': 0.371034} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.542707] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.542891] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.543347] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c061b575-886a-4e35-92ee-7a0f5fb1c316 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.596101] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233e1c4e-fc34-4bb2-bff2-ba760c3de043 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.603738] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a21bc-4e92-406b-9221-27251ba0d737 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.640670] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0941b659-2424-4ec4-944c-8d79d4114306 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.652607] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc777d52-3d2a-4d4b-a628-afe22b4ebfc7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.667145] env[62633]: DEBUG nova.compute.provider_tree [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.678844] env[62633]: DEBUG oslo_vmware.api [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808235, 'name': PowerOffVM_Task, 'duration_secs': 0.237519} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.679760] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.680118] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.680284] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a075ffa5-6e29-4877-9a77-cb2ee342529b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.943994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "fa39a315-e0a1-4373-af7d-1ecb255ca737" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.944312] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "fa39a315-e0a1-4373-af7d-1ecb255ca737" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.104434] env[62633]: INFO nova.compute.manager [None req-07cf196f-73a6-443f-b6e5-09bddbe012f4 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Get console output [ 1748.104760] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-07cf196f-73a6-443f-b6e5-09bddbe012f4 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] The console log is missing. Check your VSPC configuration [ 1748.136536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.137611] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.173394] env[62633]: DEBUG nova.scheduler.client.report [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1748.452082] env[62633]: DEBUG nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1748.641992] env[62633]: DEBUG nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1748.679029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.682010] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.389s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.682393] env[62633]: DEBUG nova.objects.instance [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lazy-loading 'resources' on Instance uuid 60fe6885-f374-4b2f-80f7-eff50e708406 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.706010] env[62633]: INFO nova.scheduler.client.report [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Deleted allocations for instance 15ef5706-ce02-47b5-8611-fba000e2079c [ 1748.930675] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.930999] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.931318] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Deleting the datastore file [datastore1] bcde5138-2515-4fa1-9bfe-f737c8e51a62 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.931742] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6b29ee7-faf6-4240-8e86-41284d3ae5c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.938791] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.938959] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.939194] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleting the datastore file [datastore1] 4655fe62-486a-48ba-86db-00a4fcc1d432 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.940060] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7492448-d3e4-428c-8fe6-4aa756715df5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.943442] env[62633]: DEBUG oslo_vmware.api [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for the task: (returnval){ [ 1748.943442] env[62633]: value = "task-1808238" [ 1748.943442] env[62633]: _type = "Task" [ 1748.943442] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.952046] env[62633]: DEBUG oslo_vmware.api [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1748.952046] env[62633]: value = "task-1808239" [ 1748.952046] env[62633]: _type = "Task" [ 1748.952046] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.955934] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.956168] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.956358] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleting the datastore file [datastore1] 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.958843] env[62633]: DEBUG oslo_vmware.api [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.961866] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09528639-128a-4550-ae07-698899fb7191 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.973143] env[62633]: DEBUG oslo_vmware.api [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.974766] env[62633]: DEBUG oslo_vmware.api [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1748.974766] env[62633]: value = "task-1808240" [ 1748.974766] env[62633]: _type = "Task" [ 1748.974766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.980688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.984337] env[62633]: DEBUG oslo_vmware.api [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.165859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.213798] env[62633]: DEBUG oslo_concurrency.lockutils [None req-7437df50-ffb8-4a72-9e83-a9d5da311555 tempest-ServerAddressesTestJSON-455066901 tempest-ServerAddressesTestJSON-455066901-project-member] Lock "15ef5706-ce02-47b5-8611-fba000e2079c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.712s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.306402] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "89e733c7-8805-4925-a60f-136c73145a9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.306685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "89e733c7-8805-4925-a60f-136c73145a9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.307579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "89e733c7-8805-4925-a60f-136c73145a9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.307916] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "89e733c7-8805-4925-a60f-136c73145a9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.308254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "89e733c7-8805-4925-a60f-136c73145a9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.314088] env[62633]: INFO nova.compute.manager [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Terminating instance [ 1749.316277] env[62633]: DEBUG nova.compute.manager [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1749.317406] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1749.317895] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02cc969-e302-4c22-8f75-7f54a613c366 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.331608] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1749.331608] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ae8cd1b-2f53-488c-9e7d-e13d40387e68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.335632] env[62633]: DEBUG oslo_vmware.api [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1749.335632] env[62633]: value = "task-1808241" [ 1749.335632] env[62633]: _type = "Task" [ 1749.335632] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.345982] env[62633]: DEBUG oslo_vmware.api [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.455780] env[62633]: DEBUG oslo_vmware.api [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Task: {'id': task-1808238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172298} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.456969] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.456969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.456969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.456969] env[62633]: INFO nova.compute.manager [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Took 6.06 seconds to destroy the instance on the hypervisor. [ 1749.457368] env[62633]: DEBUG oslo.service.loopingcall [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.461185] env[62633]: DEBUG nova.compute.manager [-] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1749.461185] env[62633]: DEBUG nova.network.neutron [-] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.468711] env[62633]: DEBUG oslo_vmware.api [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158443} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.468994] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.469286] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.469354] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.469533] env[62633]: INFO nova.compute.manager [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1749.469782] env[62633]: DEBUG oslo.service.loopingcall [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.472544] env[62633]: DEBUG nova.compute.manager [-] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1749.472668] env[62633]: DEBUG nova.network.neutron [-] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.484272] env[62633]: DEBUG oslo_vmware.api [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151522} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.484538] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.484726] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.484973] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.485194] env[62633]: INFO nova.compute.manager [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Took 2.48 seconds to destroy the instance on the hypervisor. [ 1749.485376] env[62633]: DEBUG oslo.service.loopingcall [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.488378] env[62633]: DEBUG nova.compute.manager [-] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1749.488475] env[62633]: DEBUG nova.network.neutron [-] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.547543] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b7caf-a265-4ebe-adbd-fbeeabd22472 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.558252] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77683b-85ce-4990-8ddf-8d58dbbb84e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.592639] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd22e576-d0e2-4268-9062-a6c54c6abc71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.606183] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74bcf77-74b7-4fd2-8ca1-d3a7095631b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.620824] env[62633]: DEBUG nova.compute.provider_tree [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.845565] env[62633]: DEBUG oslo_vmware.api [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808241, 'name': PowerOffVM_Task, 'duration_secs': 0.200826} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.845775] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.845936] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1749.846219] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9514fedd-ae15-4541-99f7-aaf0ab2bd934 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.942662] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1749.943273] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1749.943273] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleting the datastore file [datastore1] 89e733c7-8805-4925-a60f-136c73145a9f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.946080] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47a34739-a879-44a1-8195-7dbb273b2e30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.950702] env[62633]: DEBUG oslo_vmware.api [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1749.950702] env[62633]: value = "task-1808243" [ 1749.950702] env[62633]: _type = "Task" [ 1749.950702] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.960386] env[62633]: DEBUG oslo_vmware.api [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.077612] env[62633]: DEBUG nova.compute.manager [req-6ac21cf2-420a-4e64-bc33-6e93c7b43acc req-ca9fcff2-88f0-4df7-827b-fafe50ccc61b service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Received event network-vif-deleted-bd4a3e1f-917a-4afb-b657-c19b7267ca71 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.077964] env[62633]: INFO nova.compute.manager [req-6ac21cf2-420a-4e64-bc33-6e93c7b43acc req-ca9fcff2-88f0-4df7-827b-fafe50ccc61b service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Neutron deleted interface bd4a3e1f-917a-4afb-b657-c19b7267ca71; detaching it from the instance and deleting it from the info cache [ 1750.078284] env[62633]: DEBUG nova.network.neutron [req-6ac21cf2-420a-4e64-bc33-6e93c7b43acc req-ca9fcff2-88f0-4df7-827b-fafe50ccc61b service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.127020] env[62633]: DEBUG nova.scheduler.client.report [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1750.180205] env[62633]: DEBUG nova.compute.manager [req-8085def7-bce9-4e6e-8bb4-7ee36d49a6a1 req-7a2ae9bd-e6b9-4f62-bbcb-632ca121750f service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Received event network-vif-deleted-23edac3a-7d52-41c4-85fb-00b22477f439 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.180205] env[62633]: INFO nova.compute.manager [req-8085def7-bce9-4e6e-8bb4-7ee36d49a6a1 req-7a2ae9bd-e6b9-4f62-bbcb-632ca121750f service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Neutron deleted interface 23edac3a-7d52-41c4-85fb-00b22477f439; detaching it from the instance and deleting it from the info cache [ 1750.180205] env[62633]: DEBUG nova.network.neutron [req-8085def7-bce9-4e6e-8bb4-7ee36d49a6a1 req-7a2ae9bd-e6b9-4f62-bbcb-632ca121750f service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.353689] env[62633]: DEBUG nova.network.neutron [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Successfully updated port: 2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.460745] env[62633]: DEBUG oslo_vmware.api [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136675} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.460745] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1750.460977] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1750.461215] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1750.461913] env[62633]: INFO nova.compute.manager [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1750.461913] env[62633]: DEBUG oslo.service.loopingcall [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.461913] env[62633]: DEBUG nova.compute.manager [-] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1750.462158] env[62633]: DEBUG nova.network.neutron [-] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1750.488317] env[62633]: DEBUG nova.network.neutron [-] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.549437] env[62633]: DEBUG nova.network.neutron [-] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.566949] env[62633]: DEBUG nova.network.neutron [-] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.583473] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31265673-89ae-4996-9deb-de16c789dbf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.593682] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f217da-90f1-4535-be2e-9449c5158899 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.627123] env[62633]: DEBUG nova.compute.manager [req-6ac21cf2-420a-4e64-bc33-6e93c7b43acc req-ca9fcff2-88f0-4df7-827b-fafe50ccc61b service nova] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Detach interface failed, port_id=bd4a3e1f-917a-4afb-b657-c19b7267ca71, reason: Instance 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1750.632289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.634806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.260s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.636635] env[62633]: INFO nova.compute.claims [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.657399] env[62633]: INFO nova.scheduler.client.report [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted allocations for instance 60fe6885-f374-4b2f-80f7-eff50e708406 [ 1750.683535] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ef4090f-2a9b-473b-9775-3c469339494b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.694848] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cf22ea-42d1-465d-a2a9-445875e1df98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.729503] env[62633]: DEBUG nova.compute.manager [req-8085def7-bce9-4e6e-8bb4-7ee36d49a6a1 req-7a2ae9bd-e6b9-4f62-bbcb-632ca121750f service nova] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Detach interface failed, port_id=23edac3a-7d52-41c4-85fb-00b22477f439, reason: Instance 4655fe62-486a-48ba-86db-00a4fcc1d432 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1750.858569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.858569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.858569] env[62633]: DEBUG nova.network.neutron [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1750.990378] env[62633]: INFO nova.compute.manager [-] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Took 1.50 seconds to deallocate network for instance. [ 1751.052383] env[62633]: INFO nova.compute.manager [-] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Took 1.58 seconds to deallocate network for instance. [ 1751.069473] env[62633]: INFO nova.compute.manager [-] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Took 1.61 seconds to deallocate network for instance. [ 1751.171691] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8a139050-63bf-4609-9c9a-b26eb3551553 tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "60fe6885-f374-4b2f-80f7-eff50e708406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.835s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.390853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.391205] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.391410] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.391620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.391799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.399205] env[62633]: INFO nova.compute.manager [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Terminating instance [ 1751.399877] env[62633]: DEBUG nova.network.neutron [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1751.402094] env[62633]: DEBUG nova.compute.manager [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1751.402299] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1751.403459] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8265c2f9-877e-4141-9e11-0359ec2e7e8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.414592] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.414877] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cddfb027-87e0-4620-a613-c049e257a0fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.425111] env[62633]: DEBUG oslo_vmware.api [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1751.425111] env[62633]: value = "task-1808244" [ 1751.425111] env[62633]: _type = "Task" [ 1751.425111] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.433700] env[62633]: DEBUG oslo_vmware.api [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.499189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.558860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.579171] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.601084] env[62633]: DEBUG nova.network.neutron [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updating instance_info_cache with network_info: [{"id": "2373238d-9312-41bc-a13f-15aa02361aa7", "address": "fa:16:3e:de:03:28", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2373238d-93", "ovs_interfaceid": "2373238d-9312-41bc-a13f-15aa02361aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.935583] env[62633]: DEBUG oslo_vmware.api [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808244, 'name': PowerOffVM_Task, 'duration_secs': 0.190109} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.935884] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.936080] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1751.936336] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-854d0587-31ff-4825-8069-e4c2425738db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.995832] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f2ec8e-6293-4fa8-9ecc-772f0807893a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.003897] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4910c408-5750-45aa-9a16-e6d95ebaf55e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.033445] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3b026e-55c7-4e9d-bb7e-f01f797c7be6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.041136] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c4828f-8e51-4db3-b8f0-62f34e5a6be6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.054317] env[62633]: DEBUG nova.compute.provider_tree [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.107632] env[62633]: DEBUG nova.compute.manager [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Received event network-vif-plugged-2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1752.107977] env[62633]: DEBUG oslo_concurrency.lockutils [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.108311] env[62633]: DEBUG oslo_concurrency.lockutils [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.109155] env[62633]: DEBUG oslo_concurrency.lockutils [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.109597] env[62633]: DEBUG nova.compute.manager [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] No waiting events found dispatching network-vif-plugged-2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1752.109904] env[62633]: WARNING nova.compute.manager [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Received unexpected event network-vif-plugged-2373238d-9312-41bc-a13f-15aa02361aa7 for instance with vm_state building and task_state spawning. [ 1752.110143] env[62633]: DEBUG nova.compute.manager [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Received event network-changed-2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1752.110371] env[62633]: DEBUG nova.compute.manager [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Refreshing instance network info cache due to event network-changed-2373238d-9312-41bc-a13f-15aa02361aa7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1752.110599] env[62633]: DEBUG oslo_concurrency.lockutils [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] Acquiring lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.111323] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Releasing lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.111728] env[62633]: DEBUG nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Instance network_info: |[{"id": "2373238d-9312-41bc-a13f-15aa02361aa7", "address": "fa:16:3e:de:03:28", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2373238d-93", "ovs_interfaceid": "2373238d-9312-41bc-a13f-15aa02361aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1752.112080] env[62633]: DEBUG oslo_concurrency.lockutils [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] Acquired lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.112333] env[62633]: DEBUG nova.network.neutron [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Refreshing network info cache for port 2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.114047] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:03:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2373238d-9312-41bc-a13f-15aa02361aa7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.122235] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Creating folder: Project (94a927f789ce450f80ecff6cd24b1b94). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.124953] env[62633]: DEBUG nova.network.neutron [-] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.124953] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2611c2f6-9062-48bf-a9d7-3d3fdd60c5cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.138236] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Created folder: Project (94a927f789ce450f80ecff6cd24b1b94) in parent group-v374582. [ 1752.138236] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Creating folder: Instances. Parent ref: group-v374798. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.138236] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f429735-6942-444c-97b1-8f967a83dc46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.147316] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Created folder: Instances in parent group-v374798. [ 1752.147722] env[62633]: DEBUG oslo.service.loopingcall [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.148071] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.148456] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa957ba2-ba46-4a57-9643-08abd078752a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.175764] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.175764] env[62633]: value = "task-1808248" [ 1752.175764] env[62633]: _type = "Task" [ 1752.175764] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.180643] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1752.181059] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1752.181297] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleting the datastore file [datastore1] 0bd800f2-a382-42a3-97fa-69ff647ffaeb {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1752.182095] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a34b8d-c6b1-4757-a901-9e314e881f15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.188577] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808248, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.192890] env[62633]: DEBUG oslo_vmware.api [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for the task: (returnval){ [ 1752.192890] env[62633]: value = "task-1808249" [ 1752.192890] env[62633]: _type = "Task" [ 1752.192890] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.202951] env[62633]: DEBUG oslo_vmware.api [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.221244] env[62633]: DEBUG nova.compute.manager [req-08ae1463-7518-4de8-a2fe-cb29a7d8393e req-bd2e519b-8535-4bbf-b36b-6ad2e0abb2c1 service nova] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Received event network-vif-deleted-02adeae0-fdb1-4f2e-b0f7-b25e5ccabb18 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1752.558860] env[62633]: DEBUG nova.scheduler.client.report [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.627721] env[62633]: INFO nova.compute.manager [-] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Took 2.17 seconds to deallocate network for instance. [ 1752.690010] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808248, 'name': CreateVM_Task, 'duration_secs': 0.449969} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.690337] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1752.691076] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.692324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.692324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1752.692324] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d9cbb57-ca11-46c1-bbfc-c4c7fab672eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.699747] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1752.699747] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52707cad-5fac-5c0c-502e-73d3741532bd" [ 1752.699747] env[62633]: _type = "Task" [ 1752.699747] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.704808] env[62633]: DEBUG oslo_vmware.api [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Task: {'id': task-1808249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141648} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.707798] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.708071] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1752.708220] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.708396] env[62633]: INFO nova.compute.manager [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1752.708629] env[62633]: DEBUG oslo.service.loopingcall [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.708837] env[62633]: DEBUG nova.compute.manager [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1752.708931] env[62633]: DEBUG nova.network.neutron [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1752.718284] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52707cad-5fac-5c0c-502e-73d3741532bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.724022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.724022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1752.724022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.724022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.724022] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.724022] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cefc8015-a9ff-4502-9fe9-d005a3b76bf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.731565] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.734025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1752.734025] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be20ab92-d7fe-4d65-b666-2a69553757ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.740481] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1752.740481] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527fa631-371d-7ebf-9f34-7ab78115f40d" [ 1752.740481] env[62633]: _type = "Task" [ 1752.740481] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.751701] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527fa631-371d-7ebf-9f34-7ab78115f40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.876058] env[62633]: DEBUG nova.network.neutron [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updated VIF entry in instance network info cache for port 2373238d-9312-41bc-a13f-15aa02361aa7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.876058] env[62633]: DEBUG nova.network.neutron [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updating instance_info_cache with network_info: [{"id": "2373238d-9312-41bc-a13f-15aa02361aa7", "address": "fa:16:3e:de:03:28", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2373238d-93", "ovs_interfaceid": "2373238d-9312-41bc-a13f-15aa02361aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.064519] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.065274] env[62633]: DEBUG nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1753.068010] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.972s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.068280] env[62633]: DEBUG nova.objects.instance [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lazy-loading 'resources' on Instance uuid 516bfdcf-f88f-40c8-8b83-6413ee80b6a5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.135750] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.251783] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527fa631-371d-7ebf-9f34-7ab78115f40d, 'name': SearchDatastore_Task, 'duration_secs': 0.023668} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.253076] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4fb5f3-c6c0-4eb7-bf3f-7a88f1a03bdf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.258348] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1753.258348] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a54d6f-5a37-46a9-2aff-a5c097610969" [ 1753.258348] env[62633]: _type = "Task" [ 1753.258348] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.265920] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a54d6f-5a37-46a9-2aff-a5c097610969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.381432] env[62633]: DEBUG oslo_concurrency.lockutils [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] Releasing lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.381432] env[62633]: DEBUG nova.compute.manager [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Received event network-vif-deleted-872f097c-402d-45c8-9949-3e1693939312 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1753.381432] env[62633]: INFO nova.compute.manager [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Neutron deleted interface 872f097c-402d-45c8-9949-3e1693939312; detaching it from the instance and deleting it from the info cache [ 1753.381432] env[62633]: DEBUG nova.network.neutron [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.573541] env[62633]: DEBUG nova.compute.utils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1753.578019] env[62633]: DEBUG nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1753.578019] env[62633]: DEBUG nova.network.neutron [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1753.627820] env[62633]: DEBUG nova.policy [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aadcd8216b84b219931c2e6a9e542a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8acca4887dc740a6ab90bc45efcf4ce7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1753.636561] env[62633]: DEBUG nova.network.neutron [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.771405] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a54d6f-5a37-46a9-2aff-a5c097610969, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.771924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.772041] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] f701f97b-1629-41a3-b195-12a0b8122ccf/f701f97b-1629-41a3-b195-12a0b8122ccf.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.772222] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26c11513-84e2-4168-baa1-333037cf90e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.783058] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1753.783058] env[62633]: value = "task-1808250" [ 1753.783058] env[62633]: _type = "Task" [ 1753.783058] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.791826] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.882531] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ae69798-2527-4fb0-b610-33f09eb6c538 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.888691] env[62633]: DEBUG nova.network.neutron [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Successfully created port: 2fca733e-4c15-4cc4-b80a-1ba5f1be9c39 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.896644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c09ef5-15f8-4b69-bc78-0e377359e478 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.930193] env[62633]: DEBUG nova.compute.manager [req-16f0c190-ac09-4e50-a34f-8deff5e42f5f req-ebc2a826-1e4d-4dd6-93c9-c98b77b8328d service nova] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Detach interface failed, port_id=872f097c-402d-45c8-9949-3e1693939312, reason: Instance 89e733c7-8805-4925-a60f-136c73145a9f could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1753.950279] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc6a4c7-30ec-4836-99a9-523b0d00e669 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.957818] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a1c2f-b526-4b1e-b7a0-0d2b328492c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.989037] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1248def8-5be8-40e3-9bdf-d8bc4e9fc8be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.997246] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dadc12-58d8-4a26-a4a7-ddfce15d3713 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.011198] env[62633]: DEBUG nova.compute.provider_tree [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.078738] env[62633]: DEBUG nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1754.138721] env[62633]: INFO nova.compute.manager [-] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Took 1.43 seconds to deallocate network for instance. [ 1754.294745] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.324255] env[62633]: DEBUG nova.compute.manager [req-cdf94a93-23f7-4506-aed5-7bc378113f63 req-c134f883-faad-4f2a-8907-e8a477a50524 service nova] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Received event network-vif-deleted-39e56f10-8353-46bc-872a-000d17e63023 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1754.514465] env[62633]: DEBUG nova.scheduler.client.report [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1754.646801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.795373] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544867} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.795373] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] f701f97b-1629-41a3-b195-12a0b8122ccf/f701f97b-1629-41a3-b195-12a0b8122ccf.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.795373] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.795373] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6866e176-17de-4c24-9f2c-bb5e28c2013a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.801263] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1754.801263] env[62633]: value = "task-1808251" [ 1754.801263] env[62633]: _type = "Task" [ 1754.801263] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.808605] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.019226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.022688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.915s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.022932] env[62633]: DEBUG nova.objects.instance [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lazy-loading 'resources' on Instance uuid 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.048767] env[62633]: INFO nova.scheduler.client.report [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted allocations for instance 516bfdcf-f88f-40c8-8b83-6413ee80b6a5 [ 1755.089127] env[62633]: DEBUG nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1755.116855] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1755.117350] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1755.117350] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.117610] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1755.117689] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.117794] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1755.121439] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1755.121715] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1755.121992] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1755.122119] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1755.122316] env[62633]: DEBUG nova.virt.hardware [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1755.123206] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0644c429-cf22-4d67-b9a0-3b63782d8010 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.133948] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93809903-cdf7-4d1d-976c-9261ac959e2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.314837] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066174} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.316507] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1755.317714] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f4862a-b9e1-4a2b-a297-0e5ca587a22a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.353016] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] f701f97b-1629-41a3-b195-12a0b8122ccf/f701f97b-1629-41a3-b195-12a0b8122ccf.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.353016] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252368db-cc29-475e-95a6-2aa76f3d0332 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.386036] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1755.386036] env[62633]: value = "task-1808252" [ 1755.386036] env[62633]: _type = "Task" [ 1755.386036] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.394339] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.555880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f4a42cd-b63a-48ec-8430-63306dcd30cf tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "516bfdcf-f88f-40c8-8b83-6413ee80b6a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.778s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.636324] env[62633]: DEBUG nova.network.neutron [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Successfully updated port: 2fca733e-4c15-4cc4-b80a-1ba5f1be9c39 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.875564] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cbdd1f-8ee5-4fcd-85eb-3c63fdc2ccad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.883533] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47ffba8-e65b-417e-a75a-8506ff86a6a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.894297] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808252, 'name': ReconfigVM_Task, 'duration_secs': 0.257501} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.920857] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Reconfigured VM instance instance-0000004e to attach disk [datastore1] f701f97b-1629-41a3-b195-12a0b8122ccf/f701f97b-1629-41a3-b195-12a0b8122ccf.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.921981] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-550933fb-ccb2-4462-8541-c00e9e98c889 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.924071] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6821d4-a987-4375-ba18-8898b516aeb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.932485] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b00c313-451a-4042-b256-74c1618fe4f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.936041] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1755.936041] env[62633]: value = "task-1808253" [ 1755.936041] env[62633]: _type = "Task" [ 1755.936041] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.947904] env[62633]: DEBUG nova.compute.provider_tree [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.954543] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808253, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.139420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "refresh_cache-b003cfe6-53be-4327-9067-e9db97e891f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.139668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "refresh_cache-b003cfe6-53be-4327-9067-e9db97e891f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.139752] env[62633]: DEBUG nova.network.neutron [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.361760] env[62633]: DEBUG nova.compute.manager [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Received event network-vif-plugged-2fca733e-4c15-4cc4-b80a-1ba5f1be9c39 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1756.361992] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] Acquiring lock "b003cfe6-53be-4327-9067-e9db97e891f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.362217] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] Lock "b003cfe6-53be-4327-9067-e9db97e891f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.362383] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] Lock "b003cfe6-53be-4327-9067-e9db97e891f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.362545] env[62633]: DEBUG nova.compute.manager [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] No waiting events found dispatching network-vif-plugged-2fca733e-4c15-4cc4-b80a-1ba5f1be9c39 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1756.363950] env[62633]: WARNING nova.compute.manager [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Received unexpected event network-vif-plugged-2fca733e-4c15-4cc4-b80a-1ba5f1be9c39 for instance with vm_state building and task_state spawning. [ 1756.363950] env[62633]: DEBUG nova.compute.manager [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Received event network-changed-2fca733e-4c15-4cc4-b80a-1ba5f1be9c39 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1756.363950] env[62633]: DEBUG nova.compute.manager [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Refreshing instance network info cache due to event network-changed-2fca733e-4c15-4cc4-b80a-1ba5f1be9c39. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1756.363950] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] Acquiring lock "refresh_cache-b003cfe6-53be-4327-9067-e9db97e891f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.449207] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808253, 'name': Rename_Task, 'duration_secs': 0.130974} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.449531] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.449791] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1b4ee6c-b57f-4c46-961a-b783db4a315f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.457394] env[62633]: DEBUG nova.scheduler.client.report [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1756.460556] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1756.460556] env[62633]: value = "task-1808254" [ 1756.460556] env[62633]: _type = "Task" [ 1756.460556] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.468662] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.692265] env[62633]: DEBUG nova.network.neutron [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.912213] env[62633]: DEBUG nova.network.neutron [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Updating instance_info_cache with network_info: [{"id": "2fca733e-4c15-4cc4-b80a-1ba5f1be9c39", "address": "fa:16:3e:44:dd:82", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fca733e-4c", "ovs_interfaceid": "2fca733e-4c15-4cc4-b80a-1ba5f1be9c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.962201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.965479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.096s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.967076] env[62633]: INFO nova.compute.claims [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.978866] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808254, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.001511] env[62633]: INFO nova.scheduler.client.report [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted allocations for instance 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a [ 1757.415711] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "refresh_cache-b003cfe6-53be-4327-9067-e9db97e891f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.416339] env[62633]: DEBUG nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Instance network_info: |[{"id": "2fca733e-4c15-4cc4-b80a-1ba5f1be9c39", "address": "fa:16:3e:44:dd:82", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fca733e-4c", "ovs_interfaceid": "2fca733e-4c15-4cc4-b80a-1ba5f1be9c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1757.416558] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] Acquired lock "refresh_cache-b003cfe6-53be-4327-9067-e9db97e891f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.416723] env[62633]: DEBUG nova.network.neutron [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Refreshing network info cache for port 2fca733e-4c15-4cc4-b80a-1ba5f1be9c39 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.421440] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:dd:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fca733e-4c15-4cc4-b80a-1ba5f1be9c39', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.430632] env[62633]: DEBUG oslo.service.loopingcall [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.430632] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.430632] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac454a62-b732-48be-98e8-7dce14c615cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.451698] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.451698] env[62633]: value = "task-1808255" [ 1757.451698] env[62633]: _type = "Task" [ 1757.451698] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.461997] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808255, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.472911] env[62633]: DEBUG oslo_vmware.api [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808254, 'name': PowerOnVM_Task, 'duration_secs': 0.541277} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.473208] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.473406] env[62633]: INFO nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1757.473585] env[62633]: DEBUG nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1757.476392] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe272afa-b746-4a1c-b5ec-eef0d06cf628 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.513640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ae0543a-7886-452d-8bef-e9b3c81d1be0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "3f31dd1d-f6fe-41d4-ae08-cacf58f7570a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.824s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.968697] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808255, 'name': CreateVM_Task, 'duration_secs': 0.45704} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.968697] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.968697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.968697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.968697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.969137] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9eddcb5-c825-4563-9ffa-7cac504f31fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.974587] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1757.974587] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d6445e-14bc-d632-a860-32dd28be439c" [ 1757.974587] env[62633]: _type = "Task" [ 1757.974587] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.997717] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d6445e-14bc-d632-a860-32dd28be439c, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.002394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.002394] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1758.002394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.002394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.002394] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1758.002394] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1076fb3-9871-408c-abda-35b2f686f17e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.005295] env[62633]: INFO nova.compute.manager [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Took 37.04 seconds to build instance. [ 1758.013268] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1758.013450] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1758.016961] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697ed560-950c-4895-bdf7-a175f28a77a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.023210] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1758.023210] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52905dbc-da9f-83ff-2f81-24532bf28c95" [ 1758.023210] env[62633]: _type = "Task" [ 1758.023210] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.033533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.033802] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.042088] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52905dbc-da9f-83ff-2f81-24532bf28c95, 'name': SearchDatastore_Task, 'duration_secs': 0.008696} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.043172] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5bd5a0-834a-447f-98d0-7d39958a63fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.050058] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1758.050058] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c64d03-f038-2c4c-92d1-b0f576206ca8" [ 1758.050058] env[62633]: _type = "Task" [ 1758.050058] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.062237] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c64d03-f038-2c4c-92d1-b0f576206ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.008656} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.062484] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.062743] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] b003cfe6-53be-4327-9067-e9db97e891f8/b003cfe6-53be-4327-9067-e9db97e891f8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.062995] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dac6358-a7c4-4392-8ea0-835ef816b4e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.073397] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1758.073397] env[62633]: value = "task-1808256" [ 1758.073397] env[62633]: _type = "Task" [ 1758.073397] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.083608] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.302248] env[62633]: DEBUG nova.network.neutron [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Updated VIF entry in instance network info cache for port 2fca733e-4c15-4cc4-b80a-1ba5f1be9c39. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.302714] env[62633]: DEBUG nova.network.neutron [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Updating instance_info_cache with network_info: [{"id": "2fca733e-4c15-4cc4-b80a-1ba5f1be9c39", "address": "fa:16:3e:44:dd:82", "network": {"id": "fad9a086-c584-4f87-bc8f-a725173482c0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-74309689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8acca4887dc740a6ab90bc45efcf4ce7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fca733e-4c", "ovs_interfaceid": "2fca733e-4c15-4cc4-b80a-1ba5f1be9c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.320610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquiring lock "9589743c-942e-4b50-81ab-dbf90046df3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.320909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "9589743c-942e-4b50-81ab-dbf90046df3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.321145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquiring lock "9589743c-942e-4b50-81ab-dbf90046df3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.321337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "9589743c-942e-4b50-81ab-dbf90046df3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.321936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "9589743c-942e-4b50-81ab-dbf90046df3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.324426] env[62633]: INFO nova.compute.manager [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Terminating instance [ 1758.326742] env[62633]: DEBUG nova.compute.manager [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1758.326982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.327980] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e2c7dd-c07d-4912-9df5-2f19bbee2068 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.340451] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.340727] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce010816-94ee-46b3-9947-3160126db6ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.352021] env[62633]: DEBUG oslo_vmware.api [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1758.352021] env[62633]: value = "task-1808257" [ 1758.352021] env[62633]: _type = "Task" [ 1758.352021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.362619] env[62633]: DEBUG oslo_vmware.api [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1808257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.397404] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea25a14d-8481-4b3e-841f-244ef402eab1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.404546] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5304fbf1-4461-4bea-b308-51f51e79a2a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.414125] env[62633]: DEBUG nova.compute.manager [req-45f4168e-edb8-4e9b-ac32-b89953a0066a req-39933a44-7789-4cb3-943f-987e7921bfa3 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Received event network-changed-2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1758.414125] env[62633]: DEBUG nova.compute.manager [req-45f4168e-edb8-4e9b-ac32-b89953a0066a req-39933a44-7789-4cb3-943f-987e7921bfa3 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Refreshing instance network info cache due to event network-changed-2373238d-9312-41bc-a13f-15aa02361aa7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1758.414125] env[62633]: DEBUG oslo_concurrency.lockutils [req-45f4168e-edb8-4e9b-ac32-b89953a0066a req-39933a44-7789-4cb3-943f-987e7921bfa3 service nova] Acquiring lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.414125] env[62633]: DEBUG oslo_concurrency.lockutils [req-45f4168e-edb8-4e9b-ac32-b89953a0066a req-39933a44-7789-4cb3-943f-987e7921bfa3 service nova] Acquired lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.414125] env[62633]: DEBUG nova.network.neutron [req-45f4168e-edb8-4e9b-ac32-b89953a0066a req-39933a44-7789-4cb3-943f-987e7921bfa3 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Refreshing network info cache for port 2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.448431] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4826803a-ca57-44e3-8a9b-0306884ec802 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.459110] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13905942-16a8-42e3-ab8b-2ca83accb092 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.474227] env[62633]: DEBUG nova.compute.provider_tree [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.508283] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0661cd4e-2668-4873-9ea9-636643dd3c20 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.553s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.536590] env[62633]: DEBUG nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1758.585946] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808256, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.708450] env[62633]: DEBUG nova.network.neutron [req-45f4168e-edb8-4e9b-ac32-b89953a0066a req-39933a44-7789-4cb3-943f-987e7921bfa3 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updated VIF entry in instance network info cache for port 2373238d-9312-41bc-a13f-15aa02361aa7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.708948] env[62633]: DEBUG nova.network.neutron [req-45f4168e-edb8-4e9b-ac32-b89953a0066a req-39933a44-7789-4cb3-943f-987e7921bfa3 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updating instance_info_cache with network_info: [{"id": "2373238d-9312-41bc-a13f-15aa02361aa7", "address": "fa:16:3e:de:03:28", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2373238d-93", "ovs_interfaceid": "2373238d-9312-41bc-a13f-15aa02361aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.807379] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc3cbee-9b8d-4406-aefe-82bb30031378 req-d087bba5-6ab4-49c4-9b24-868b1aa3890f service nova] Releasing lock "refresh_cache-b003cfe6-53be-4327-9067-e9db97e891f8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.860170] env[62633]: DEBUG oslo_vmware.api [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1808257, 'name': PowerOffVM_Task, 'duration_secs': 0.240574} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.861101] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.861165] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.861404] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e832992a-c0ba-4bc8-ae6f-c36aaec2ae07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.932634] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.932872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.954659] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.954903] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.955110] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Deleting the datastore file [datastore1] 9589743c-942e-4b50-81ab-dbf90046df3f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.955377] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f9b31b9-b083-4b8b-8770-3ac8059ba8e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.962310] env[62633]: DEBUG oslo_vmware.api [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for the task: (returnval){ [ 1758.962310] env[62633]: value = "task-1808259" [ 1758.962310] env[62633]: _type = "Task" [ 1758.962310] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.971544] env[62633]: DEBUG oslo_vmware.api [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1808259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.977550] env[62633]: DEBUG nova.scheduler.client.report [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1759.060181] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.084186] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514491} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.084545] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] b003cfe6-53be-4327-9067-e9db97e891f8/b003cfe6-53be-4327-9067-e9db97e891f8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.085092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.085396] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35b9dbc0-afaa-4620-9b05-67c75b70e717 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.092525] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1759.092525] env[62633]: value = "task-1808260" [ 1759.092525] env[62633]: _type = "Task" [ 1759.092525] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.101289] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.211858] env[62633]: DEBUG oslo_concurrency.lockutils [req-45f4168e-edb8-4e9b-ac32-b89953a0066a req-39933a44-7789-4cb3-943f-987e7921bfa3 service nova] Releasing lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.435763] env[62633]: DEBUG nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1759.473313] env[62633]: DEBUG oslo_vmware.api [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Task: {'id': task-1808259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.473610] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.473808] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.474011] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.474217] env[62633]: INFO nova.compute.manager [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1759.474478] env[62633]: DEBUG oslo.service.loopingcall [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.474681] env[62633]: DEBUG nova.compute.manager [-] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1759.474779] env[62633]: DEBUG nova.network.neutron [-] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.482408] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.482896] env[62633]: DEBUG nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1759.485344] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.651s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.524314] env[62633]: DEBUG nova.objects.instance [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lazy-loading 'flavor' on Instance uuid bed28386-52af-4870-a74d-67f7dd6215c7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.603874] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061475} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.603874] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1759.603874] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10b5980-1ed6-4083-b615-1c09a3befbd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.628032] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b003cfe6-53be-4327-9067-e9db97e891f8/b003cfe6-53be-4327-9067-e9db97e891f8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.628473] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35acfe6b-2f8e-410b-982c-8ee7f4e83c79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.648302] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1759.648302] env[62633]: value = "task-1808261" [ 1759.648302] env[62633]: _type = "Task" [ 1759.648302] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.656047] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.962302] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.989117] env[62633]: DEBUG nova.compute.utils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1760.001929] env[62633]: DEBUG nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1760.001929] env[62633]: DEBUG nova.network.neutron [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1760.029998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.030366] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquired lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.045089] env[62633]: DEBUG nova.policy [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c1b35a31a57445082099bba39d2cb4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfaf970e8a544295b51d118d43910f13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1760.161976] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.308852] env[62633]: DEBUG nova.network.neutron [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Successfully created port: 015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.445453] env[62633]: DEBUG nova.compute.manager [req-c815a7bc-dd00-4b86-8c05-e71297e80da6 req-a068dda9-0f44-4ad0-acba-45759c6d57dc service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Received event network-vif-deleted-b952b58b-217e-4594-a7eb-2fd11d87abb2 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1760.445453] env[62633]: INFO nova.compute.manager [req-c815a7bc-dd00-4b86-8c05-e71297e80da6 req-a068dda9-0f44-4ad0-acba-45759c6d57dc service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Neutron deleted interface b952b58b-217e-4594-a7eb-2fd11d87abb2; detaching it from the instance and deleting it from the info cache [ 1760.445453] env[62633]: DEBUG nova.network.neutron [req-c815a7bc-dd00-4b86-8c05-e71297e80da6 req-a068dda9-0f44-4ad0-acba-45759c6d57dc service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.456678] env[62633]: DEBUG nova.network.neutron [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.457868] env[62633]: DEBUG nova.network.neutron [-] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.489088] env[62633]: DEBUG nova.compute.manager [req-cba5f704-2762-4bf6-b0c5-a9a7b99ca40f req-3bf6b981-9fdb-40d5-8bf0-f7dc06c3f714 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Received event network-changed-e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1760.489088] env[62633]: DEBUG nova.compute.manager [req-cba5f704-2762-4bf6-b0c5-a9a7b99ca40f req-3bf6b981-9fdb-40d5-8bf0-f7dc06c3f714 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Refreshing instance network info cache due to event network-changed-e2335589-521a-4f14-a712-5ed3aac5d9ed. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1760.489088] env[62633]: DEBUG oslo_concurrency.lockutils [req-cba5f704-2762-4bf6-b0c5-a9a7b99ca40f req-3bf6b981-9fdb-40d5-8bf0-f7dc06c3f714 service nova] Acquiring lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.501643] env[62633]: DEBUG nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1760.550711] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0ecba84c-08d1-4790-a170-eabff2c6d69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.550711] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 434417f7-12a4-45fc-ab31-38f26af0fb44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.550711] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.551115] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0bd800f2-a382-42a3-97fa-69ff647ffaeb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1760.551384] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 89e733c7-8805-4925-a60f-136c73145a9f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1760.552031] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bcde5138-2515-4fa1-9bfe-f737c8e51a62 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1760.552031] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 9589743c-942e-4b50-81ab-dbf90046df3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.552031] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bed28386-52af-4870-a74d-67f7dd6215c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.552031] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ec578d53-b1f7-41e3-9d97-c3a52d078893 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.552221] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8fa0efb0-b72a-4313-adcc-ceb0c497415a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.552281] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b8bbe304-770c-4719-8c45-ada25e5eac67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.552420] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 56591abe-81cb-4af8-97e0-f6015f794f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.552560] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 54a284ae-9039-4553-80ae-90f2079ca09b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.553095] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 31f986a1-2911-45ce-9e1e-2f78e888a9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.553095] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 4655fe62-486a-48ba-86db-00a4fcc1d432 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1760.553095] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 62330dee-f42a-4c6f-93c7-be10422d7ff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.553095] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1760.553246] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance f701f97b-1629-41a3-b195-12a0b8122ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.553351] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b003cfe6-53be-4327-9067-e9db97e891f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.553481] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1760.662588] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808261, 'name': ReconfigVM_Task, 'duration_secs': 0.558405} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.662906] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b003cfe6-53be-4327-9067-e9db97e891f8/b003cfe6-53be-4327-9067-e9db97e891f8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.663615] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f3fb5cd-5379-4bc8-871a-704587b28d36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.669725] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1760.669725] env[62633]: value = "task-1808262" [ 1760.669725] env[62633]: _type = "Task" [ 1760.669725] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.355126] env[62633]: INFO nova.compute.manager [-] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Took 1.88 seconds to deallocate network for instance. [ 1761.358520] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance fa39a315-e0a1-4373-af7d-1ecb255ca737 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1761.359558] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808262, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.359774] env[62633]: WARNING oslo_vmware.common.loopingcall [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] task run outlasted interval by 0.18980600000000003 sec [ 1761.360161] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7978a9bf-483f-433d-8a45-d79d062f6d9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.374775] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808262, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.378905] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cce85a-c7f8-473b-948a-3ebd88315cbd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.410725] env[62633]: DEBUG nova.compute.manager [req-c815a7bc-dd00-4b86-8c05-e71297e80da6 req-a068dda9-0f44-4ad0-acba-45759c6d57dc service nova] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Detach interface failed, port_id=b952b58b-217e-4594-a7eb-2fd11d87abb2, reason: Instance 9589743c-942e-4b50-81ab-dbf90046df3f could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1761.608469] env[62633]: DEBUG nova.network.neutron [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.830294] env[62633]: DEBUG nova.network.neutron [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Successfully updated port: 015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.862176] env[62633]: DEBUG nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1761.864738] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 5e93b1b6-e26d-4771-aeba-59949dc4734d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1761.870538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.875157] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808262, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.889784] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1761.890081] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1761.890217] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.890407] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1761.890556] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.890708] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1761.890933] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1761.891120] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1761.891328] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1761.891505] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1761.891684] env[62633]: DEBUG nova.virt.hardware [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1761.892750] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432fa2c6-d31f-47d1-8555-17ebb0466aa3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.902032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea7d793-a09a-4555-a0e5-2cac32cbd41b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.112063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Releasing lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.112391] env[62633]: DEBUG nova.compute.manager [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Inject network info {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1762.112640] env[62633]: DEBUG nova.compute.manager [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] network_info to inject: |[{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1762.118041] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Reconfiguring VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1762.118448] env[62633]: DEBUG oslo_concurrency.lockutils [req-cba5f704-2762-4bf6-b0c5-a9a7b99ca40f req-3bf6b981-9fdb-40d5-8bf0-f7dc06c3f714 service nova] Acquired lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.118643] env[62633]: DEBUG nova.network.neutron [req-cba5f704-2762-4bf6-b0c5-a9a7b99ca40f req-3bf6b981-9fdb-40d5-8bf0-f7dc06c3f714 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Refreshing network info cache for port e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1762.119945] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a3bbb6-fe5d-4681-bd7e-f752c9f206bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.140599] env[62633]: DEBUG oslo_vmware.api [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1762.140599] env[62633]: value = "task-1808263" [ 1762.140599] env[62633]: _type = "Task" [ 1762.140599] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.149363] env[62633]: DEBUG oslo_vmware.api [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.332686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.332686] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquired lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.332686] env[62633]: DEBUG nova.network.neutron [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.373629] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bd5fa391-32ae-4aa3-b31b-5fe49127fb6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1762.374876] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808262, 'name': Rename_Task, 'duration_secs': 1.512993} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.375375] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.375635] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66133b58-5af2-40f9-9222-8989ec95052d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.381899] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1762.381899] env[62633]: value = "task-1808264" [ 1762.381899] env[62633]: _type = "Task" [ 1762.381899] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.391047] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.391851] env[62633]: DEBUG nova.network.neutron [req-cba5f704-2762-4bf6-b0c5-a9a7b99ca40f req-3bf6b981-9fdb-40d5-8bf0-f7dc06c3f714 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updated VIF entry in instance network info cache for port e2335589-521a-4f14-a712-5ed3aac5d9ed. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.392207] env[62633]: DEBUG nova.network.neutron [req-cba5f704-2762-4bf6-b0c5-a9a7b99ca40f req-3bf6b981-9fdb-40d5-8bf0-f7dc06c3f714 service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.472641] env[62633]: DEBUG nova.compute.manager [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Received event network-vif-plugged-015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1762.472946] env[62633]: DEBUG oslo_concurrency.lockutils [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] Acquiring lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.473548] env[62633]: DEBUG oslo_concurrency.lockutils [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] Lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.473809] env[62633]: DEBUG oslo_concurrency.lockutils [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] Lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.474082] env[62633]: DEBUG nova.compute.manager [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] No waiting events found dispatching network-vif-plugged-015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1762.474330] env[62633]: WARNING nova.compute.manager [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Received unexpected event network-vif-plugged-015913d7-c60c-4352-a7e2-01b64217fbff for instance with vm_state building and task_state spawning. [ 1762.474569] env[62633]: DEBUG nova.compute.manager [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Received event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1762.474790] env[62633]: DEBUG nova.compute.manager [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing instance network info cache due to event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1762.475026] env[62633]: DEBUG oslo_concurrency.lockutils [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] Acquiring lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.650920] env[62633]: DEBUG oslo_vmware.api [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808263, 'name': ReconfigVM_Task, 'duration_secs': 0.168} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.651215] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1a34e8c3-4ba4-40f3-bf87-bcd0a8e7f98c tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Reconfigured VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1762.794720] env[62633]: DEBUG nova.objects.instance [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lazy-loading 'flavor' on Instance uuid bed28386-52af-4870-a74d-67f7dd6215c7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.864330] env[62633]: DEBUG nova.network.neutron [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.876096] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance be1e7ea5-12cb-4d56-a360-c9c6b4627f88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1762.876388] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1762.876537] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1762.890884] env[62633]: DEBUG oslo_vmware.api [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808264, 'name': PowerOnVM_Task, 'duration_secs': 0.464154} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.891145] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.891363] env[62633]: INFO nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1762.891558] env[62633]: DEBUG nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1762.892545] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4971eab2-514c-4b71-bd67-f6346181eb06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.894988] env[62633]: DEBUG oslo_concurrency.lockutils [req-cba5f704-2762-4bf6-b0c5-a9a7b99ca40f req-3bf6b981-9fdb-40d5-8bf0-f7dc06c3f714 service nova] Releasing lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.990452] env[62633]: DEBUG nova.network.neutron [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updating instance_info_cache with network_info: [{"id": "015913d7-c60c-4352-a7e2-01b64217fbff", "address": "fa:16:3e:ef:8d:93", "network": {"id": "d6585df4-32f0-4963-bd30-4da00533a4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-841886398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfaf970e8a544295b51d118d43910f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015913d7-c6", "ovs_interfaceid": "015913d7-c60c-4352-a7e2-01b64217fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.160421] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519af2d3-513f-48b5-89d2-35cb4f5c4ee6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.167926] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c63775-412e-41da-a321-4f4722481ec6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.197278] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7fdbd4-3218-4749-9318-600803646f3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.204249] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9fff9a-22a0-4786-9638-e5cee165c20f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.216681] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.300740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.300922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquired lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.411129] env[62633]: INFO nova.compute.manager [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Took 30.06 seconds to build instance. [ 1763.493521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Releasing lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.494819] env[62633]: DEBUG nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Instance network_info: |[{"id": "015913d7-c60c-4352-a7e2-01b64217fbff", "address": "fa:16:3e:ef:8d:93", "network": {"id": "d6585df4-32f0-4963-bd30-4da00533a4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-841886398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfaf970e8a544295b51d118d43910f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015913d7-c6", "ovs_interfaceid": "015913d7-c60c-4352-a7e2-01b64217fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1763.494819] env[62633]: DEBUG oslo_concurrency.lockutils [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] Acquired lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.494819] env[62633]: DEBUG nova.network.neutron [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.496125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:8d:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '015913d7-c60c-4352-a7e2-01b64217fbff', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.507083] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Creating folder: Project (bfaf970e8a544295b51d118d43910f13). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.508586] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eb5fbe8-57ec-4823-b008-50a270524dd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.520128] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Created folder: Project (bfaf970e8a544295b51d118d43910f13) in parent group-v374582. [ 1763.520501] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Creating folder: Instances. Parent ref: group-v374802. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.520855] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98929fee-2e0c-438b-88fd-10ab60dcd832 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.533380] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Created folder: Instances in parent group-v374802. [ 1763.533380] env[62633]: DEBUG oslo.service.loopingcall [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.533380] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.533380] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d6c0f56-037b-4f2c-8d4e-dc67a7d7bdc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.551226] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.551226] env[62633]: value = "task-1808267" [ 1763.551226] env[62633]: _type = "Task" [ 1763.551226] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.558805] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808267, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.659482] env[62633]: DEBUG nova.network.neutron [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.719920] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1763.914261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-160e9c1a-9e38-4447-b929-580f0918bbee tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "b003cfe6-53be-4327-9067-e9db97e891f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.572s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.061522] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808267, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.228061] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1764.228061] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.741s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.228061] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.428s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.228061] env[62633]: DEBUG nova.objects.instance [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1764.401440] env[62633]: DEBUG nova.network.neutron [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updated VIF entry in instance network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.401812] env[62633]: DEBUG nova.network.neutron [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updating instance_info_cache with network_info: [{"id": "015913d7-c60c-4352-a7e2-01b64217fbff", "address": "fa:16:3e:ef:8d:93", "network": {"id": "d6585df4-32f0-4963-bd30-4da00533a4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-841886398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfaf970e8a544295b51d118d43910f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015913d7-c6", "ovs_interfaceid": "015913d7-c60c-4352-a7e2-01b64217fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.563473] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808267, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.620203] env[62633]: DEBUG nova.compute.manager [req-d0720463-6338-4a01-bdf7-8098a30e27c4 req-9d8785b4-bac9-46f3-8b24-9afeb82ab8dc service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Received event network-changed-e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1764.620481] env[62633]: DEBUG nova.compute.manager [req-d0720463-6338-4a01-bdf7-8098a30e27c4 req-9d8785b4-bac9-46f3-8b24-9afeb82ab8dc service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Refreshing instance network info cache due to event network-changed-e2335589-521a-4f14-a712-5ed3aac5d9ed. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1764.620770] env[62633]: DEBUG oslo_concurrency.lockutils [req-d0720463-6338-4a01-bdf7-8098a30e27c4 req-9d8785b4-bac9-46f3-8b24-9afeb82ab8dc service nova] Acquiring lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.660916] env[62633]: DEBUG nova.network.neutron [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.809957] env[62633]: DEBUG nova.compute.manager [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1764.811144] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6ff19-d8af-4ca5-b206-18b2a116643c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.904683] env[62633]: DEBUG oslo_concurrency.lockutils [req-65d3d159-df9d-4803-881a-4afd6b6f5e64 req-e02e3e49-1815-4dca-8bb9-4aac3a1cefc0 service nova] Releasing lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.065842] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808267, 'name': CreateVM_Task, 'duration_secs': 1.395672} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.066239] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.066739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.066907] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.067276] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1765.067546] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3a7480-5813-48a5-a5e7-683f4a2582d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.072459] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1765.072459] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a14d60-9102-838b-9cd1-bb34298417bd" [ 1765.072459] env[62633]: _type = "Task" [ 1765.072459] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.082219] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a14d60-9102-838b-9cd1-bb34298417bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.163718] env[62633]: DEBUG oslo_concurrency.lockutils [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Releasing lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.163718] env[62633]: DEBUG nova.compute.manager [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Inject network info {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1765.163871] env[62633]: DEBUG nova.compute.manager [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] network_info to inject: |[{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1765.169069] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Reconfiguring VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1765.169545] env[62633]: DEBUG oslo_concurrency.lockutils [req-d0720463-6338-4a01-bdf7-8098a30e27c4 req-9d8785b4-bac9-46f3-8b24-9afeb82ab8dc service nova] Acquired lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.169792] env[62633]: DEBUG nova.network.neutron [req-d0720463-6338-4a01-bdf7-8098a30e27c4 req-9d8785b4-bac9-46f3-8b24-9afeb82ab8dc service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Refreshing network info cache for port e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.171784] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c77d588-8acb-47af-8943-9ecc1f2940e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.193196] env[62633]: DEBUG oslo_vmware.api [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1765.193196] env[62633]: value = "task-1808268" [ 1765.193196] env[62633]: _type = "Task" [ 1765.193196] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.206036] env[62633]: DEBUG oslo_vmware.api [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.236564] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5f059b69-6a72-4e45-a4aa-fa18f42b1520 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.238398] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.258s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.240754] env[62633]: INFO nova.compute.claims [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.322174] env[62633]: INFO nova.compute.manager [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] instance snapshotting [ 1765.324616] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c491ce9-4d4b-4ffe-9a5d-a1e7b16a6ec3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.346941] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7fdbb1-d5fb-4429-870f-c7c1df46e3d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.464761] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "bed28386-52af-4870-a74d-67f7dd6215c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.465108] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "bed28386-52af-4870-a74d-67f7dd6215c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.465328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "bed28386-52af-4870-a74d-67f7dd6215c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.465521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "bed28386-52af-4870-a74d-67f7dd6215c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.465699] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "bed28386-52af-4870-a74d-67f7dd6215c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.468050] env[62633]: INFO nova.compute.manager [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Terminating instance [ 1765.470197] env[62633]: DEBUG nova.compute.manager [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1765.470520] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.471819] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad788b1d-c997-4736-a8a1-26f9d469563e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.481756] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.481985] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2859909-8cdf-459e-95d9-70e2a23100ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.488517] env[62633]: DEBUG oslo_vmware.api [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1765.488517] env[62633]: value = "task-1808269" [ 1765.488517] env[62633]: _type = "Task" [ 1765.488517] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.498835] env[62633]: DEBUG oslo_vmware.api [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.538490] env[62633]: DEBUG nova.network.neutron [req-d0720463-6338-4a01-bdf7-8098a30e27c4 req-9d8785b4-bac9-46f3-8b24-9afeb82ab8dc service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updated VIF entry in instance network info cache for port e2335589-521a-4f14-a712-5ed3aac5d9ed. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.539012] env[62633]: DEBUG nova.network.neutron [req-d0720463-6338-4a01-bdf7-8098a30e27c4 req-9d8785b4-bac9-46f3-8b24-9afeb82ab8dc service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [{"id": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "address": "fa:16:3e:61:fa:a8", "network": {"id": "d3b36db0-a35f-4eb2-8580-bb873b8fad35", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1988716028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe21e2e425824061bbcd5426a7bd8068", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2335589-52", "ovs_interfaceid": "e2335589-521a-4f14-a712-5ed3aac5d9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.582913] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a14d60-9102-838b-9cd1-bb34298417bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.583272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.583522] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1765.583757] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.583911] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.584103] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1765.584386] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-779a2a36-4a29-4707-a5b6-b8231035dcc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.593834] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1765.594097] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1765.595276] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451a4569-dcc3-4d87-b13a-7fa61842c02e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.600868] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1765.600868] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525179e0-13d4-e6ee-4ea8-983aea20471d" [ 1765.600868] env[62633]: _type = "Task" [ 1765.600868] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.610841] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525179e0-13d4-e6ee-4ea8-983aea20471d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.703789] env[62633]: DEBUG oslo_vmware.api [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808268, 'name': ReconfigVM_Task, 'duration_secs': 0.218623} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.704156] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-82956d62-d7d9-447b-85c7-745b4018e356 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Reconfigured VM instance to set the machine id {{(pid=62633) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1765.862730] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1765.863087] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75f4eca1-5bb3-4b60-934d-f46828cdf44b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.875928] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1765.875928] env[62633]: value = "task-1808270" [ 1765.875928] env[62633]: _type = "Task" [ 1765.875928] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.884041] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808270, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.004231] env[62633]: DEBUG oslo_vmware.api [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.041528] env[62633]: DEBUG oslo_concurrency.lockutils [req-d0720463-6338-4a01-bdf7-8098a30e27c4 req-9d8785b4-bac9-46f3-8b24-9afeb82ab8dc service nova] Releasing lock "refresh_cache-bed28386-52af-4870-a74d-67f7dd6215c7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.113018] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525179e0-13d4-e6ee-4ea8-983aea20471d, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.113771] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ee0fe0-c316-409b-bb83-fef249b1b2c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.119395] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1766.119395] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5209f287-d1a3-ae6b-182b-9658b5ccd60d" [ 1766.119395] env[62633]: _type = "Task" [ 1766.119395] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.127480] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209f287-d1a3-ae6b-182b-9658b5ccd60d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.388282] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808270, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.503243] env[62633]: DEBUG oslo_vmware.api [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.600064] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a4c05a-ed64-49a5-ab3c-9197ffa04f99 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.608086] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43db268-b2de-4444-88e8-ffbf602229d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.641513] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4310301b-a5ba-4d91-9823-00ebc30b1e99 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.650964] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5209f287-d1a3-ae6b-182b-9658b5ccd60d, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.652258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.652625] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca/460f9ef7-3c7c-4bbc-a805-5994ecbb34ca.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1766.652932] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b54cea8-720a-4364-bca7-bf287cec7fef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.655758] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299641d2-3d19-4c64-abc4-2e162ed5a858 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.670942] env[62633]: DEBUG nova.compute.provider_tree [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.673546] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1766.673546] env[62633]: value = "task-1808271" [ 1766.673546] env[62633]: _type = "Task" [ 1766.673546] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.685021] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.890028] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808270, 'name': CreateSnapshot_Task, 'duration_secs': 0.662274} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.890028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1766.890362] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f7e37e-42fd-43d4-982c-cee1994e271f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.003229] env[62633]: DEBUG oslo_vmware.api [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808269, 'name': PowerOffVM_Task, 'duration_secs': 1.085121} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.003447] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.003621] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.003950] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a523b57-0afb-413e-afb5-c72d9ff062b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.126087] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.126087] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.126087] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Deleting the datastore file [datastore1] bed28386-52af-4870-a74d-67f7dd6215c7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.126087] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eed1275b-16b1-4db5-b618-019e02f928e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.132133] env[62633]: DEBUG oslo_vmware.api [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for the task: (returnval){ [ 1767.132133] env[62633]: value = "task-1808273" [ 1767.132133] env[62633]: _type = "Task" [ 1767.132133] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.140611] env[62633]: DEBUG oslo_vmware.api [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.175180] env[62633]: DEBUG nova.scheduler.client.report [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1767.188065] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808271, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.410089] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1767.410089] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2bbd618-b8b0-405d-bf33-2905ca5acc7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.419759] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1767.419759] env[62633]: value = "task-1808274" [ 1767.419759] env[62633]: _type = "Task" [ 1767.419759] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.430595] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808274, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.637900] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.638187] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.638802] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.638970] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.639139] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.639290] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.639452] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.639634] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1767.639812] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.645483] env[62633]: DEBUG oslo_vmware.api [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Task: {'id': task-1808273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442736} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.645672] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1767.645785] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1767.645950] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1767.646109] env[62633]: INFO nova.compute.manager [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1767.646363] env[62633]: DEBUG oslo.service.loopingcall [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.646556] env[62633]: DEBUG nova.compute.manager [-] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1767.646773] env[62633]: DEBUG nova.network.neutron [-] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1767.687223] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.687738] env[62633]: DEBUG nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1767.694715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.528s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.695924] env[62633]: INFO nova.compute.claims [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.700557] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.700557] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca/460f9ef7-3c7c-4bbc-a805-5994ecbb34ca.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1767.700557] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.700557] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a351f5b6-11eb-4fa1-ab21-8bbdb8aee51c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.708931] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1767.708931] env[62633]: value = "task-1808275" [ 1767.708931] env[62633]: _type = "Task" [ 1767.708931] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.718335] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.930270] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808274, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.147408] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.192880] env[62633]: DEBUG nova.compute.utils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.195046] env[62633]: DEBUG nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1768.195331] env[62633]: DEBUG nova.network.neutron [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.230044] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074547} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.230304] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.231088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838a01b-2837-40f7-ba08-7b2cea0ca60c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.253935] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca/460f9ef7-3c7c-4bbc-a805-5994ecbb34ca.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.254502] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc77cfdc-c5b0-446e-8f99-c107993c667c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.274050] env[62633]: DEBUG nova.policy [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b5162555de4de18ef18f2bf16fd103', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c277343f2d12457f94fa90d66722baff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1768.283742] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1768.283742] env[62633]: value = "task-1808276" [ 1768.283742] env[62633]: _type = "Task" [ 1768.283742] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.293235] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.296950] env[62633]: DEBUG nova.compute.manager [req-46ad629a-a42e-48f5-b9eb-6bf10ea8ebf3 req-32756f63-59b9-47ac-8fdd-600403cf738b service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Received event network-vif-deleted-e2335589-521a-4f14-a712-5ed3aac5d9ed {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1768.297066] env[62633]: INFO nova.compute.manager [req-46ad629a-a42e-48f5-b9eb-6bf10ea8ebf3 req-32756f63-59b9-47ac-8fdd-600403cf738b service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Neutron deleted interface e2335589-521a-4f14-a712-5ed3aac5d9ed; detaching it from the instance and deleting it from the info cache [ 1768.297258] env[62633]: DEBUG nova.network.neutron [req-46ad629a-a42e-48f5-b9eb-6bf10ea8ebf3 req-32756f63-59b9-47ac-8fdd-600403cf738b service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.432148] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808274, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.574756] env[62633]: DEBUG nova.network.neutron [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Successfully created port: d309841c-883a-4860-90c5-589b47c9e5b8 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.699249] env[62633]: DEBUG nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1768.776369] env[62633]: DEBUG nova.network.neutron [-] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.798771] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808276, 'name': ReconfigVM_Task, 'duration_secs': 0.313585} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.799386] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca/460f9ef7-3c7c-4bbc-a805-5994ecbb34ca.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.799981] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e107d51-c8cc-43f6-ab4c-c2748aec3941 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.801721] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a02a849-1159-40dd-acbf-3d553335b109 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.817608] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d49468-c847-4aa8-8d6c-d655d528d31a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.828626] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1768.828626] env[62633]: value = "task-1808277" [ 1768.828626] env[62633]: _type = "Task" [ 1768.828626] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.840972] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808277, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.854329] env[62633]: DEBUG nova.compute.manager [req-46ad629a-a42e-48f5-b9eb-6bf10ea8ebf3 req-32756f63-59b9-47ac-8fdd-600403cf738b service nova] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Detach interface failed, port_id=e2335589-521a-4f14-a712-5ed3aac5d9ed, reason: Instance bed28386-52af-4870-a74d-67f7dd6215c7 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1768.937405] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808274, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.100919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d2a83-22ee-4075-b0a0-6df5fdb51f38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.110071] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2f501b-0b5a-484d-ac1a-7f6dce5cb7f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.139388] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2945b7a-fb03-4408-ad53-be931c646cf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.147556] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9c6ef9-3f5a-421e-a217-9a6cea5b2512 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.162841] env[62633]: DEBUG nova.compute.provider_tree [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.279476] env[62633]: INFO nova.compute.manager [-] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Took 1.63 seconds to deallocate network for instance. [ 1769.342069] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808277, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.432331] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808274, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.665715] env[62633]: DEBUG nova.scheduler.client.report [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1769.709786] env[62633]: DEBUG nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1769.736012] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1769.736338] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1769.736512] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.736702] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1769.736850] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.737016] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1769.737286] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1769.737487] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1769.737666] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1769.737833] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1769.738018] env[62633]: DEBUG nova.virt.hardware [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1769.738929] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dbdf0d-c7fb-4e86-8729-c5d03c20e807 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.747236] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba57865-2ff3-4a9c-884c-e35f3058c319 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.785787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.841538] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808277, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.932649] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808274, 'name': CloneVM_Task, 'duration_secs': 2.425122} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.932871] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Created linked-clone VM from snapshot [ 1769.933634] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f65dfd3-705b-4cc6-8d59-91fd230e8606 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.942382] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Uploading image 1c286ae8-b9e3-4dd7-80b6-169f793f82c3 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1769.954170] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1769.954691] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a232ad2-8b4f-4a55-bb4d-fac152b8779e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.961869] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1769.961869] env[62633]: value = "task-1808278" [ 1769.961869] env[62633]: _type = "Task" [ 1769.961869] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.970464] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808278, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.054664] env[62633]: DEBUG nova.network.neutron [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Successfully updated port: d309841c-883a-4860-90c5-589b47c9e5b8 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.061581] env[62633]: DEBUG nova.compute.manager [req-9b31d0a8-fa65-4f9a-b4b3-b3bcdb9cd1e9 req-61818d35-b070-4de2-8e0f-a769ca319c60 service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Received event network-vif-plugged-d309841c-883a-4860-90c5-589b47c9e5b8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1770.064300] env[62633]: DEBUG oslo_concurrency.lockutils [req-9b31d0a8-fa65-4f9a-b4b3-b3bcdb9cd1e9 req-61818d35-b070-4de2-8e0f-a769ca319c60 service nova] Acquiring lock "fa39a315-e0a1-4373-af7d-1ecb255ca737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.064300] env[62633]: DEBUG oslo_concurrency.lockutils [req-9b31d0a8-fa65-4f9a-b4b3-b3bcdb9cd1e9 req-61818d35-b070-4de2-8e0f-a769ca319c60 service nova] Lock "fa39a315-e0a1-4373-af7d-1ecb255ca737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.064300] env[62633]: DEBUG oslo_concurrency.lockutils [req-9b31d0a8-fa65-4f9a-b4b3-b3bcdb9cd1e9 req-61818d35-b070-4de2-8e0f-a769ca319c60 service nova] Lock "fa39a315-e0a1-4373-af7d-1ecb255ca737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.064300] env[62633]: DEBUG nova.compute.manager [req-9b31d0a8-fa65-4f9a-b4b3-b3bcdb9cd1e9 req-61818d35-b070-4de2-8e0f-a769ca319c60 service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] No waiting events found dispatching network-vif-plugged-d309841c-883a-4860-90c5-589b47c9e5b8 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1770.064300] env[62633]: WARNING nova.compute.manager [req-9b31d0a8-fa65-4f9a-b4b3-b3bcdb9cd1e9 req-61818d35-b070-4de2-8e0f-a769ca319c60 service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Received unexpected event network-vif-plugged-d309841c-883a-4860-90c5-589b47c9e5b8 for instance with vm_state building and task_state spawning. [ 1770.171937] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.172640] env[62633]: DEBUG nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1770.175705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.677s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.175953] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.178344] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.620s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.178654] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.180662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.602s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.180910] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.184684] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.050s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.184927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.186668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.540s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.186884] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.188745] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.129s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.190491] env[62633]: INFO nova.compute.claims [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1770.219943] env[62633]: INFO nova.scheduler.client.report [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted allocations for instance 4655fe62-486a-48ba-86db-00a4fcc1d432 [ 1770.221853] env[62633]: INFO nova.scheduler.client.report [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Deleted allocations for instance 0bd800f2-a382-42a3-97fa-69ff647ffaeb [ 1770.236266] env[62633]: INFO nova.scheduler.client.report [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleted allocations for instance 89e733c7-8805-4925-a60f-136c73145a9f [ 1770.243680] env[62633]: INFO nova.scheduler.client.report [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleted allocations for instance 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59 [ 1770.252156] env[62633]: INFO nova.scheduler.client.report [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Deleted allocations for instance bcde5138-2515-4fa1-9bfe-f737c8e51a62 [ 1770.345019] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808277, 'name': Rename_Task, 'duration_secs': 1.158439} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.345019] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.345019] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0975b907-a4a4-41d3-b49e-b483f28d8062 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.350716] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1770.350716] env[62633]: value = "task-1808279" [ 1770.350716] env[62633]: _type = "Task" [ 1770.350716] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.361850] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.472886] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808278, 'name': Destroy_Task, 'duration_secs': 0.463499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.472886] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Destroyed the VM [ 1770.473028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1770.473202] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1dddf33b-5724-4e4c-a9e8-69e0c87b8aba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.480528] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1770.480528] env[62633]: value = "task-1808280" [ 1770.480528] env[62633]: _type = "Task" [ 1770.480528] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.488346] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.558445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-fa39a315-e0a1-4373-af7d-1ecb255ca737" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.558445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-fa39a315-e0a1-4373-af7d-1ecb255ca737" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.558445] env[62633]: DEBUG nova.network.neutron [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.696123] env[62633]: DEBUG nova.compute.utils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.700806] env[62633]: DEBUG nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1770.701078] env[62633]: DEBUG nova.network.neutron [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.745582] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0fa52d46-8a6c-4bbd-97b6-1d5ade9c8bf7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "4655fe62-486a-48ba-86db-00a4fcc1d432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.610s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.747097] env[62633]: DEBUG oslo_concurrency.lockutils [None req-14cb96c2-99bf-4999-9bb3-6bd3f2f3f82d tempest-ServersAdminTestJSON-923741864 tempest-ServersAdminTestJSON-923741864-project-member] Lock "0bd800f2-a382-42a3-97fa-69ff647ffaeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.356s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.751598] env[62633]: DEBUG nova.policy [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdabee4b93c04f95b0cf5222b6cb1e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '017d24f1a91a4c5a8d4b58db0717acfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1770.757201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccf9895b-c5a7-41de-aa5e-b114a7999c20 tempest-MigrationsAdminTest-1070885402 tempest-MigrationsAdminTest-1070885402-project-member] Lock "bcde5138-2515-4fa1-9bfe-f737c8e51a62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.373s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.758417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-08b5fed0-1acb-4cc6-b6ba-868cec6d99f9 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "5d889ca3-c88f-4951-8b1d-9bae6a5e9f59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.761s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.763267] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71d73d73-f273-457b-a710-e7ea42d8e0f5 tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "89e733c7-8805-4925-a60f-136c73145a9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.457s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.862455] env[62633]: DEBUG oslo_vmware.api [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808279, 'name': PowerOnVM_Task, 'duration_secs': 0.464128} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.862801] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.863486] env[62633]: INFO nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1770.864708] env[62633]: DEBUG nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1770.865675] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c96abb-7bb1-4e13-9300-5f76728911a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.930119] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ee60d76-fc47-41e2-912f-cc6554302ab5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.930543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ee60d76-fc47-41e2-912f-cc6554302ab5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.930820] env[62633]: DEBUG nova.objects.instance [None req-1ee60d76-fc47-41e2-912f-cc6554302ab5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'flavor' on Instance uuid 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.994414] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.022075] env[62633]: DEBUG nova.network.neutron [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Successfully created port: 09f6d4ed-09bf-445a-877f-7e7005755733 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.099786] env[62633]: DEBUG nova.network.neutron [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.205023] env[62633]: DEBUG nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1771.343468] env[62633]: DEBUG nova.network.neutron [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Updating instance_info_cache with network_info: [{"id": "d309841c-883a-4860-90c5-589b47c9e5b8", "address": "fa:16:3e:eb:7a:15", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd309841c-88", "ovs_interfaceid": "d309841c-883a-4860-90c5-589b47c9e5b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.384232] env[62633]: INFO nova.compute.manager [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Took 27.53 seconds to build instance. [ 1771.435954] env[62633]: DEBUG nova.objects.instance [None req-1ee60d76-fc47-41e2-912f-cc6554302ab5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'pci_requests' on Instance uuid 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.454783] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88def9a-0a2f-491e-9ec7-31a6fdde9c9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.463078] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10550a79-0c09-465a-81b4-20d2c70c1de3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.497763] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7145b278-5257-4983-81fa-d5f0a9e56688 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.505635] env[62633]: DEBUG oslo_vmware.api [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808280, 'name': RemoveSnapshot_Task, 'duration_secs': 0.875826} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.507802] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1771.515286] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826667ac-6aa6-43d5-9387-489edc11c5dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.529135] env[62633]: DEBUG nova.compute.provider_tree [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.846998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-fa39a315-e0a1-4373-af7d-1ecb255ca737" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.847366] env[62633]: DEBUG nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Instance network_info: |[{"id": "d309841c-883a-4860-90c5-589b47c9e5b8", "address": "fa:16:3e:eb:7a:15", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd309841c-88", "ovs_interfaceid": "d309841c-883a-4860-90c5-589b47c9e5b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1771.848678] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:7a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd309841c-883a-4860-90c5-589b47c9e5b8', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.855234] env[62633]: DEBUG oslo.service.loopingcall [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.855472] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1771.855708] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8794808-d7e3-4e8c-abc2-20f347a49889 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.875380] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.875380] env[62633]: value = "task-1808281" [ 1771.875380] env[62633]: _type = "Task" [ 1771.875380] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.882943] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808281, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.885482] env[62633]: DEBUG oslo_concurrency.lockutils [None req-651e8a33-7162-4631-b5eb-237d7c8da270 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.042s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.942869] env[62633]: DEBUG nova.objects.base [None req-1ee60d76-fc47-41e2-912f-cc6554302ab5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Object Instance<62330dee-f42a-4c6f-93c7-be10422d7ff5> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1771.943510] env[62633]: DEBUG nova.network.neutron [None req-1ee60d76-fc47-41e2-912f-cc6554302ab5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1772.012726] env[62633]: WARNING nova.compute.manager [None req-611e4b1c-c606-45fd-a337-e70e952b14db tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Image not found during snapshot: nova.exception.ImageNotFound: Image 1c286ae8-b9e3-4dd7-80b6-169f793f82c3 could not be found. [ 1772.032708] env[62633]: DEBUG nova.scheduler.client.report [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1772.069721] env[62633]: INFO nova.compute.manager [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Rescuing [ 1772.070447] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.070624] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquired lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.070815] env[62633]: DEBUG nova.network.neutron [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.136904] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ee60d76-fc47-41e2-912f-cc6554302ab5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.206s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.217664] env[62633]: DEBUG nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1772.256223] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.256816] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.257065] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.257317] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.257513] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.257676] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.257924] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.258113] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.258293] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.258487] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.258696] env[62633]: DEBUG nova.virt.hardware [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.259689] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe95f05-a310-43d0-b579-8e466167fa17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.269730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2836d1-514d-457d-a11f-1f068a6de962 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.389949] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808281, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.394282] env[62633]: DEBUG nova.compute.manager [req-b47ba7b4-e872-413c-b0aa-ddcb5b7737ed req-67cf642e-4f97-4e8d-9d14-1b9b45a2d169 service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Received event network-changed-d309841c-883a-4860-90c5-589b47c9e5b8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1772.395051] env[62633]: DEBUG nova.compute.manager [req-b47ba7b4-e872-413c-b0aa-ddcb5b7737ed req-67cf642e-4f97-4e8d-9d14-1b9b45a2d169 service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Refreshing instance network info cache due to event network-changed-d309841c-883a-4860-90c5-589b47c9e5b8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1772.395051] env[62633]: DEBUG oslo_concurrency.lockutils [req-b47ba7b4-e872-413c-b0aa-ddcb5b7737ed req-67cf642e-4f97-4e8d-9d14-1b9b45a2d169 service nova] Acquiring lock "refresh_cache-fa39a315-e0a1-4373-af7d-1ecb255ca737" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.395328] env[62633]: DEBUG oslo_concurrency.lockutils [req-b47ba7b4-e872-413c-b0aa-ddcb5b7737ed req-67cf642e-4f97-4e8d-9d14-1b9b45a2d169 service nova] Acquired lock "refresh_cache-fa39a315-e0a1-4373-af7d-1ecb255ca737" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.395488] env[62633]: DEBUG nova.network.neutron [req-b47ba7b4-e872-413c-b0aa-ddcb5b7737ed req-67cf642e-4f97-4e8d-9d14-1b9b45a2d169 service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Refreshing network info cache for port d309841c-883a-4860-90c5-589b47c9e5b8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.537987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.538829] env[62633]: DEBUG nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1772.541233] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.579s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.542797] env[62633]: INFO nova.compute.claims [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.822504] env[62633]: DEBUG nova.network.neutron [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Successfully updated port: 09f6d4ed-09bf-445a-877f-7e7005755733 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1772.887038] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808281, 'name': CreateVM_Task, 'duration_secs': 0.652362} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.887038] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1772.888033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.888125] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.889286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1772.889395] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14629604-efb9-45d1-862c-5d49d42a72ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.895308] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1772.895308] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5289ee31-0178-d3ec-fa6e-a08031f0e67f" [ 1772.895308] env[62633]: _type = "Task" [ 1772.895308] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.907710] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5289ee31-0178-d3ec-fa6e-a08031f0e67f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.999294] env[62633]: DEBUG nova.network.neutron [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updating instance_info_cache with network_info: [{"id": "015913d7-c60c-4352-a7e2-01b64217fbff", "address": "fa:16:3e:ef:8d:93", "network": {"id": "d6585df4-32f0-4963-bd30-4da00533a4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-841886398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfaf970e8a544295b51d118d43910f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015913d7-c6", "ovs_interfaceid": "015913d7-c60c-4352-a7e2-01b64217fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.053043] env[62633]: DEBUG nova.compute.utils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1773.055557] env[62633]: DEBUG nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1773.055791] env[62633]: DEBUG nova.network.neutron [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1773.102956] env[62633]: DEBUG nova.policy [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b76802ebbb18428da2c0af515291361f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00c4aa037aef45939f6e2df638e2ec79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1773.301247] env[62633]: DEBUG nova.network.neutron [req-b47ba7b4-e872-413c-b0aa-ddcb5b7737ed req-67cf642e-4f97-4e8d-9d14-1b9b45a2d169 service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Updated VIF entry in instance network info cache for port d309841c-883a-4860-90c5-589b47c9e5b8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.301631] env[62633]: DEBUG nova.network.neutron [req-b47ba7b4-e872-413c-b0aa-ddcb5b7737ed req-67cf642e-4f97-4e8d-9d14-1b9b45a2d169 service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Updating instance_info_cache with network_info: [{"id": "d309841c-883a-4860-90c5-589b47c9e5b8", "address": "fa:16:3e:eb:7a:15", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd309841c-88", "ovs_interfaceid": "d309841c-883a-4860-90c5-589b47c9e5b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.318019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "b003cfe6-53be-4327-9067-e9db97e891f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.318019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "b003cfe6-53be-4327-9067-e9db97e891f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.318247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "b003cfe6-53be-4327-9067-e9db97e891f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.318294] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "b003cfe6-53be-4327-9067-e9db97e891f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.318470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "b003cfe6-53be-4327-9067-e9db97e891f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.325630] env[62633]: INFO nova.compute.manager [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Terminating instance [ 1773.330305] env[62633]: DEBUG nova.compute.manager [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1773.330602] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1773.331384] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.331909] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.331909] env[62633]: DEBUG nova.network.neutron [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.333744] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4648d878-42d8-4df8-b12c-6ae9cf247f5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.343025] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.343383] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e5fe72-0b3b-4e5c-9279-c546129806a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.350358] env[62633]: DEBUG oslo_vmware.api [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1773.350358] env[62633]: value = "task-1808282" [ 1773.350358] env[62633]: _type = "Task" [ 1773.350358] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.359970] env[62633]: DEBUG oslo_vmware.api [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.408987] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5289ee31-0178-d3ec-fa6e-a08031f0e67f, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.409682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.409872] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.410145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.410321] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.410566] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.410806] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c0ab35b-b2e1-40c9-aeec-99156836cf44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.420684] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.420914] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.421716] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24885ff-acf8-4b46-9fa2-b4449c36550b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.428264] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1773.428264] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526bfda0-fd4a-8a70-2177-2c2cfd9a6849" [ 1773.428264] env[62633]: _type = "Task" [ 1773.428264] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.437965] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526bfda0-fd4a-8a70-2177-2c2cfd9a6849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.510059] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Releasing lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.556865] env[62633]: DEBUG nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1773.673544] env[62633]: DEBUG nova.network.neutron [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Successfully created port: 0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.807477] env[62633]: DEBUG oslo_concurrency.lockutils [req-b47ba7b4-e872-413c-b0aa-ddcb5b7737ed req-67cf642e-4f97-4e8d-9d14-1b9b45a2d169 service nova] Releasing lock "refresh_cache-fa39a315-e0a1-4373-af7d-1ecb255ca737" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.862229] env[62633]: DEBUG oslo_vmware.api [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808282, 'name': PowerOffVM_Task, 'duration_secs': 0.207734} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.862229] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1773.862229] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1773.862229] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b33054e0-4021-48e6-816e-a6276b7af69c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.882226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d66018-23e4-48e4-9682-75a8eed1afe8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.890272] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b9523-586a-4b4b-b6f4-cd354c29f70e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.894271] env[62633]: DEBUG nova.network.neutron [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1773.928352] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86d7a53-36e8-411c-82f7-6e5e4ec1209f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.940562] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526bfda0-fd4a-8a70-2177-2c2cfd9a6849, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.943578] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d898e7f-226e-43e4-ba32-eec7c0c2f646 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.947539] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48771bad-ace5-4b29-96ec-4f08074dc967 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.954923] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1773.954923] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521b509e-048d-75e1-62b8-8aa575afc0b7" [ 1773.954923] env[62633]: _type = "Task" [ 1773.954923] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.964869] env[62633]: DEBUG nova.compute.provider_tree [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.978274] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521b509e-048d-75e1-62b8-8aa575afc0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014772} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.978635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.978906] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737/fa39a315-e0a1-4373-af7d-1ecb255ca737.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1773.979203] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa613059-b972-4db8-9148-d14a1d318fcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.989173] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1773.989173] env[62633]: value = "task-1808284" [ 1773.989173] env[62633]: _type = "Task" [ 1773.989173] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.998605] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.018405] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.018405] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.018540] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleting the datastore file [datastore1] b003cfe6-53be-4327-9067-e9db97e891f8 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.018813] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da1ddb11-f6e0-4a25-9e8b-a4490c18bce9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.026386] env[62633]: DEBUG oslo_vmware.api [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for the task: (returnval){ [ 1774.026386] env[62633]: value = "task-1808285" [ 1774.026386] env[62633]: _type = "Task" [ 1774.026386] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.034828] env[62633]: DEBUG oslo_vmware.api [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.043278] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.043605] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70061d64-d541-467e-b1e5-9b0935426715 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.050590] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1774.050590] env[62633]: value = "task-1808286" [ 1774.050590] env[62633]: _type = "Task" [ 1774.050590] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.067301] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.108681] env[62633]: DEBUG nova.network.neutron [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Updating instance_info_cache with network_info: [{"id": "09f6d4ed-09bf-445a-877f-7e7005755733", "address": "fa:16:3e:16:5f:20", "network": {"id": "7e755c89-6527-4f7e-a3fe-504c886e139c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1583005320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "017d24f1a91a4c5a8d4b58db0717acfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f6d4ed-09", "ovs_interfaceid": "09f6d4ed-09bf-445a-877f-7e7005755733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.232198] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.232506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.232880] env[62633]: DEBUG nova.objects.instance [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'flavor' on Instance uuid 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.470968] env[62633]: DEBUG nova.scheduler.client.report [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1774.502448] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808284, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.538049] env[62633]: DEBUG oslo_vmware.api [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Task: {'id': task-1808285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339164} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.538049] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.538049] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.538049] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.538049] env[62633]: INFO nova.compute.manager [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1774.538049] env[62633]: DEBUG oslo.service.loopingcall [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.538049] env[62633]: DEBUG nova.compute.manager [-] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1774.538049] env[62633]: DEBUG nova.network.neutron [-] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.562848] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808286, 'name': PowerOffVM_Task, 'duration_secs': 0.218028} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.563393] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.564233] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7533c8-f185-4c7c-9a1d-28a7fcaef272 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.571689] env[62633]: DEBUG nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1774.589210] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e763938-e21a-45f7-97c2-d30dff3031e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.603913] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1774.604215] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1774.604430] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.604706] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1774.604867] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.605056] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1774.605365] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1774.605582] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1774.605874] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1774.605977] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1774.606178] env[62633]: DEBUG nova.virt.hardware [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1774.608999] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b1834c-5db4-4ac6-83ed-b822ceeb7e5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.615636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.615636] env[62633]: DEBUG nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Instance network_info: |[{"id": "09f6d4ed-09bf-445a-877f-7e7005755733", "address": "fa:16:3e:16:5f:20", "network": {"id": "7e755c89-6527-4f7e-a3fe-504c886e139c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1583005320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "017d24f1a91a4c5a8d4b58db0717acfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f6d4ed-09", "ovs_interfaceid": "09f6d4ed-09bf-445a-877f-7e7005755733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1774.615636] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:5f:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09f6d4ed-09bf-445a-877f-7e7005755733', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.622901] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Creating folder: Project (017d24f1a91a4c5a8d4b58db0717acfe). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.625439] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac2cebb-dfb3-40a6-869c-54299eec7811 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.631499] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baf1ab5-88db-49f9-a9d5-865833577cbc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.640463] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Created folder: Project (017d24f1a91a4c5a8d4b58db0717acfe) in parent group-v374582. [ 1774.640725] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Creating folder: Instances. Parent ref: group-v374808. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.643595] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b787465d-60db-4745-b39b-a8841ad2b7ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.655914] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.656636] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f71bb27c-fb2c-495e-89a9-8e801ca94fe7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.663513] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1774.663513] env[62633]: value = "task-1808289" [ 1774.663513] env[62633]: _type = "Task" [ 1774.663513] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.667861] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Created folder: Instances in parent group-v374808. [ 1774.668241] env[62633]: DEBUG oslo.service.loopingcall [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.668759] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.669022] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b471f7b-18ef-4c97-b6a5-6c51a09b6486 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.686830] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.692485] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.692485] env[62633]: value = "task-1808290" [ 1774.692485] env[62633]: _type = "Task" [ 1774.692485] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.704587] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808290, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.884756] env[62633]: DEBUG nova.compute.manager [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Received event network-vif-plugged-09f6d4ed-09bf-445a-877f-7e7005755733 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1774.885541] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] Acquiring lock "5e93b1b6-e26d-4771-aeba-59949dc4734d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.885541] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.885541] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.885780] env[62633]: DEBUG nova.compute.manager [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] No waiting events found dispatching network-vif-plugged-09f6d4ed-09bf-445a-877f-7e7005755733 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1774.887016] env[62633]: WARNING nova.compute.manager [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Received unexpected event network-vif-plugged-09f6d4ed-09bf-445a-877f-7e7005755733 for instance with vm_state building and task_state spawning. [ 1774.887016] env[62633]: DEBUG nova.compute.manager [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Received event network-changed-09f6d4ed-09bf-445a-877f-7e7005755733 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1774.887016] env[62633]: DEBUG nova.compute.manager [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Refreshing instance network info cache due to event network-changed-09f6d4ed-09bf-445a-877f-7e7005755733. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1774.887016] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] Acquiring lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.887016] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] Acquired lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.887016] env[62633]: DEBUG nova.network.neutron [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Refreshing network info cache for port 09f6d4ed-09bf-445a-877f-7e7005755733 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1774.922293] env[62633]: DEBUG nova.objects.instance [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'pci_requests' on Instance uuid 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.978589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.978921] env[62633]: DEBUG nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1774.985461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.115s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.985712] env[62633]: DEBUG nova.objects.instance [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lazy-loading 'resources' on Instance uuid 9589743c-942e-4b50-81ab-dbf90046df3f {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.005236] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56211} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.006176] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737/fa39a315-e0a1-4373-af7d-1ecb255ca737.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.006176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.006176] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69bd5c59-ba30-4fdd-b40c-212b6d2dcdde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.014032] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1775.014032] env[62633]: value = "task-1808291" [ 1775.014032] env[62633]: _type = "Task" [ 1775.014032] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.026989] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.181302] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1775.181302] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.181868] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.181868] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.181868] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.182173] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d57caae3-bc10-4803-87ef-b9ecdbad164e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.194645] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.195180] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.206340] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367cd182-52b5-47e2-97e3-662f16fbf7d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.213955] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1775.213955] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5227e7af-6018-75e6-cb7b-632d0ef4431a" [ 1775.213955] env[62633]: _type = "Task" [ 1775.213955] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.217855] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808290, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.226074] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5227e7af-6018-75e6-cb7b-632d0ef4431a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.425498] env[62633]: DEBUG nova.objects.base [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Object Instance<62330dee-f42a-4c6f-93c7-be10422d7ff5> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1775.425908] env[62633]: DEBUG nova.network.neutron [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.492303] env[62633]: DEBUG nova.compute.utils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.501089] env[62633]: DEBUG nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1775.501089] env[62633]: DEBUG nova.network.neutron [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.528751] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08333} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.529061] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.530019] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d273d-bc81-487a-99d6-cf838545f8d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.555612] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737/fa39a315-e0a1-4373-af7d-1ecb255ca737.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.561531] env[62633]: DEBUG nova.network.neutron [-] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.561531] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36f72928-950d-4390-b340-77450f479c8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.576588] env[62633]: INFO nova.compute.manager [-] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Took 1.04 seconds to deallocate network for instance. [ 1775.589021] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1775.589021] env[62633]: value = "task-1808292" [ 1775.589021] env[62633]: _type = "Task" [ 1775.589021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.597795] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.609933] env[62633]: DEBUG nova.policy [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe3a49ec473445786c1b77b390e1d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3cbeb0f6545b9951614c9299b07a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1775.710811] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808290, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.728192] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5227e7af-6018-75e6-cb7b-632d0ef4431a, 'name': SearchDatastore_Task, 'duration_secs': 0.016231} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.728767] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f2e395-d44c-4139-b3d1-087cf9af8373 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.733978] env[62633]: DEBUG nova.policy [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1775.744655] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1775.744655] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d065da-fe8c-e644-36b3-6577c0a0a2b6" [ 1775.744655] env[62633]: _type = "Task" [ 1775.744655] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.756465] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d065da-fe8c-e644-36b3-6577c0a0a2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.887464] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03afc1b-ee89-4458-b53c-12850e58b53d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.895467] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4411c284-2530-4611-bad4-b40721ea1d4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.932595] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3b34d7-6f47-44b6-ad63-cbc130ceca67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.941303] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c1620f-bfb6-4b7b-a02f-a935cc11ada0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.950156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "434417f7-12a4-45fc-ab31-38f26af0fb44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.950156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "434417f7-12a4-45fc-ab31-38f26af0fb44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.950156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "434417f7-12a4-45fc-ab31-38f26af0fb44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.950156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "434417f7-12a4-45fc-ab31-38f26af0fb44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.950156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "434417f7-12a4-45fc-ab31-38f26af0fb44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.961363] env[62633]: DEBUG nova.compute.provider_tree [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.963028] env[62633]: INFO nova.compute.manager [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Terminating instance [ 1775.965428] env[62633]: DEBUG nova.compute.manager [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1775.965681] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.968751] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ba2205-a1ef-47eb-854f-583ac3911aed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.975508] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.975716] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c8c9d93-b77a-48bb-b8ef-de00ef1d7f86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.983166] env[62633]: DEBUG oslo_vmware.api [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1775.983166] env[62633]: value = "task-1808293" [ 1775.983166] env[62633]: _type = "Task" [ 1775.983166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.990923] env[62633]: DEBUG oslo_vmware.api [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.001019] env[62633]: DEBUG nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1776.007187] env[62633]: DEBUG nova.network.neutron [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Updated VIF entry in instance network info cache for port 09f6d4ed-09bf-445a-877f-7e7005755733. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.007731] env[62633]: DEBUG nova.network.neutron [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Updating instance_info_cache with network_info: [{"id": "09f6d4ed-09bf-445a-877f-7e7005755733", "address": "fa:16:3e:16:5f:20", "network": {"id": "7e755c89-6527-4f7e-a3fe-504c886e139c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1583005320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "017d24f1a91a4c5a8d4b58db0717acfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f6d4ed-09", "ovs_interfaceid": "09f6d4ed-09bf-445a-877f-7e7005755733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.083120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.101347] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808292, 'name': ReconfigVM_Task, 'duration_secs': 0.355199} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.101562] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Reconfigured VM instance instance-00000051 to attach disk [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737/fa39a315-e0a1-4373-af7d-1ecb255ca737.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.103109] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d29ae3cf-fd7b-436f-a28d-3893c94caf39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.111963] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1776.111963] env[62633]: value = "task-1808294" [ 1776.111963] env[62633]: _type = "Task" [ 1776.111963] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.122339] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808294, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.124751] env[62633]: DEBUG nova.network.neutron [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Successfully created port: 11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.211015] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808290, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.260179] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d065da-fe8c-e644-36b3-6577c0a0a2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.04572} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.260179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.260816] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1776.261189] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33142671-85c3-40b1-af6b-2aef086b14ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.273930] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1776.273930] env[62633]: value = "task-1808295" [ 1776.273930] env[62633]: _type = "Task" [ 1776.273930] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.283028] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.425314] env[62633]: DEBUG nova.network.neutron [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Successfully updated port: 0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1776.454823] env[62633]: DEBUG nova.network.neutron [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Successfully created port: 03a12971-416b-495d-859a-0b815a439b89 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.465994] env[62633]: DEBUG nova.scheduler.client.report [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1776.493953] env[62633]: DEBUG oslo_vmware.api [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808293, 'name': PowerOffVM_Task, 'duration_secs': 0.349401} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.493953] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.493953] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.493953] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b942c8bd-4b76-410a-87f1-221cf32d9fa9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.513131] env[62633]: DEBUG oslo_concurrency.lockutils [req-f1d9770e-7f1f-4781-b6fa-158cb7571732 req-5f605d66-4271-44bc-a389-578e3cfe08c0 service nova] Releasing lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.570125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.570459] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.570542] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleting the datastore file [datastore1] 434417f7-12a4-45fc-ab31-38f26af0fb44 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.570824] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5daaa784-a616-46e1-950a-f89f1f189b61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.582222] env[62633]: DEBUG oslo_vmware.api [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1776.582222] env[62633]: value = "task-1808297" [ 1776.582222] env[62633]: _type = "Task" [ 1776.582222] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.595576] env[62633]: DEBUG oslo_vmware.api [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.625552] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808294, 'name': Rename_Task, 'duration_secs': 0.166567} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.625929] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1776.626200] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbba5b16-89c2-4a39-8b98-5140594c4073 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.633094] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1776.633094] env[62633]: value = "task-1808298" [ 1776.633094] env[62633]: _type = "Task" [ 1776.633094] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.642275] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.706579] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808290, 'name': CreateVM_Task, 'duration_secs': 1.984208} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.706579] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1776.707065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.707241] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.707604] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.707865] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21b1b3e-3d30-4703-a71f-87c4828f38f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.714389] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1776.714389] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c3deca-0b03-cd1d-b7a5-67cb8301a9ed" [ 1776.714389] env[62633]: _type = "Task" [ 1776.714389] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.724439] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c3deca-0b03-cd1d-b7a5-67cb8301a9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.786403] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.930164] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.930164] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.930164] env[62633]: DEBUG nova.network.neutron [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1776.971271] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.974827] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.828s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.975062] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.975226] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1776.975545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.190s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.976034] env[62633]: DEBUG nova.objects.instance [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lazy-loading 'resources' on Instance uuid bed28386-52af-4870-a74d-67f7dd6215c7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.977530] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4652d8a5-1f6d-4874-9836-929dea6b45ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.997217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc6de61-811d-4ae7-83ab-27b3af5b77e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.018207] env[62633]: DEBUG nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1777.023714] env[62633]: INFO nova.scheduler.client.report [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Deleted allocations for instance 9589743c-942e-4b50-81ab-dbf90046df3f [ 1777.024811] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ae421c-0294-4451-9142-65f6c5d4223e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.039845] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc9147f-0372-4664-8612-aac91cc21462 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.079273] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178070MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1777.079273] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.089109] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1777.090031] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1777.090031] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.090031] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1777.090031] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.090250] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1777.090523] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1777.090735] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1777.091530] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1777.091530] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1777.091530] env[62633]: DEBUG nova.virt.hardware [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1777.092841] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfee095-31a6-4d32-a23f-2f039322fa59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.106514] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2becad-df69-4177-b9a5-0b1525610941 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.111357] env[62633]: DEBUG oslo_vmware.api [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.147418] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.210148] env[62633]: DEBUG nova.compute.manager [req-018e9e24-a2dd-4534-bf52-004a69ea76db req-1801a58b-a54d-4950-a324-d42507c31149 service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Received event network-vif-plugged-0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1777.210396] env[62633]: DEBUG oslo_concurrency.lockutils [req-018e9e24-a2dd-4534-bf52-004a69ea76db req-1801a58b-a54d-4950-a324-d42507c31149 service nova] Acquiring lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.210713] env[62633]: DEBUG oslo_concurrency.lockutils [req-018e9e24-a2dd-4534-bf52-004a69ea76db req-1801a58b-a54d-4950-a324-d42507c31149 service nova] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.210852] env[62633]: DEBUG oslo_concurrency.lockutils [req-018e9e24-a2dd-4534-bf52-004a69ea76db req-1801a58b-a54d-4950-a324-d42507c31149 service nova] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.210994] env[62633]: DEBUG nova.compute.manager [req-018e9e24-a2dd-4534-bf52-004a69ea76db req-1801a58b-a54d-4950-a324-d42507c31149 service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] No waiting events found dispatching network-vif-plugged-0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1777.211272] env[62633]: WARNING nova.compute.manager [req-018e9e24-a2dd-4534-bf52-004a69ea76db req-1801a58b-a54d-4950-a324-d42507c31149 service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Received unexpected event network-vif-plugged-0f423969-27df-43e4-84f6-22a76b654815 for instance with vm_state building and task_state spawning. [ 1777.224762] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c3deca-0b03-cd1d-b7a5-67cb8301a9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.225122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.225325] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.225555] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.225739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.225890] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.226169] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19573dd2-50ef-4b7c-9fa1-f0b995c88f2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.236947] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.236947] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.236947] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d26927-67b2-4bf9-8e5a-8cf0a6327cfa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.246735] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1777.246735] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522b102d-83f5-2053-1902-39274524b2d7" [ 1777.246735] env[62633]: _type = "Task" [ 1777.246735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.254662] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522b102d-83f5-2053-1902-39274524b2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.284779] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808295, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.442857] env[62633]: DEBUG nova.compute.manager [req-bb6f74f7-8dda-4cae-a745-85359ce91dd9 req-bcd0a814-5992-4c11-809f-aa895e1138b9 service nova] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Received event network-vif-deleted-2fca733e-4c15-4cc4-b80a-1ba5f1be9c39 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1777.474085] env[62633]: DEBUG nova.network.neutron [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1777.539173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-debe7eb3-a697-4544-a7f4-0c98a5d181c0 tempest-ServersTestManualDisk-878337911 tempest-ServersTestManualDisk-878337911-project-member] Lock "9589743c-942e-4b50-81ab-dbf90046df3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.218s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.593628] env[62633]: DEBUG oslo_vmware.api [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.911395} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.596583] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.596786] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.596970] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.597165] env[62633]: INFO nova.compute.manager [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1777.597416] env[62633]: DEBUG oslo.service.loopingcall [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.598276] env[62633]: DEBUG nova.compute.manager [-] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1777.598330] env[62633]: DEBUG nova.network.neutron [-] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.651673] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.713809] env[62633]: DEBUG nova.network.neutron [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Updating instance_info_cache with network_info: [{"id": "0f423969-27df-43e4-84f6-22a76b654815", "address": "fa:16:3e:62:e6:bd", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f423969-27", "ovs_interfaceid": "0f423969-27df-43e4-84f6-22a76b654815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.763258] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522b102d-83f5-2053-1902-39274524b2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.763404] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75bb9201-33d0-4eec-b6a1-6a8c1fb54eba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.775433] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1777.775433] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]520455df-b544-8de0-8f29-3ac8e48bd1f6" [ 1777.775433] env[62633]: _type = "Task" [ 1777.775433] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.784977] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19158a09-1566-410c-99aa-e5ac69434486 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.791623] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]520455df-b544-8de0-8f29-3ac8e48bd1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.793651] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.793939] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d/5e93b1b6-e26d-4771-aeba-59949dc4734d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.798837] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d32b00c-fffb-40ce-9836-b783bddc586a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.801119] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808295, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.194708} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.802495] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77186375-8255-47e3-b97d-61b8788b0224 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.806439] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. [ 1777.807703] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5916d8f4-ae06-4b3d-826c-cb21be0935b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.811622] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1777.811622] env[62633]: value = "task-1808299" [ 1777.811622] env[62633]: _type = "Task" [ 1777.811622] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.863801] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.864903] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2058af92-8f3b-4eec-b89b-0dcf2a0eb0e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.879050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e6b57b-4686-478e-b0b6-06609824de81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.885101] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.892720] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e281ce-f93d-424a-b823-a94923c7dcbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.896736] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1777.896736] env[62633]: value = "task-1808300" [ 1777.896736] env[62633]: _type = "Task" [ 1777.896736] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.907879] env[62633]: DEBUG nova.compute.provider_tree [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.914661] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.145858] env[62633]: DEBUG oslo_vmware.api [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808298, 'name': PowerOnVM_Task, 'duration_secs': 1.069914} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.146202] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.146439] env[62633]: INFO nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1778.146701] env[62633]: DEBUG nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1778.147595] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2904cb6c-e55a-45d2-9cd1-8c7be1daaf33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.217092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.217531] env[62633]: DEBUG nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Instance network_info: |[{"id": "0f423969-27df-43e4-84f6-22a76b654815", "address": "fa:16:3e:62:e6:bd", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f423969-27", "ovs_interfaceid": "0f423969-27df-43e4-84f6-22a76b654815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1778.218181] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:e6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f423969-27df-43e4-84f6-22a76b654815', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.229432] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Creating folder: Project (00c4aa037aef45939f6e2df638e2ec79). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.230782] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4b2a7cf-41fe-40ae-b253-00a5aebceedb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.244300] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Created folder: Project (00c4aa037aef45939f6e2df638e2ec79) in parent group-v374582. [ 1778.244466] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Creating folder: Instances. Parent ref: group-v374811. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.244738] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd42556c-dc3e-4873-b3d4-cfbc5dc9024f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.256895] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Created folder: Instances in parent group-v374811. [ 1778.257440] env[62633]: DEBUG oslo.service.loopingcall [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.257653] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1778.257909] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f83d97b1-0cab-4457-abe3-2e1c3315f63f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.280838] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.280838] env[62633]: value = "task-1808303" [ 1778.280838] env[62633]: _type = "Task" [ 1778.280838] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.289652] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808303, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.293391] env[62633]: DEBUG nova.network.neutron [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Successfully updated port: 11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.323821] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808299, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.408420] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.411438] env[62633]: DEBUG nova.scheduler.client.report [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1778.449687] env[62633]: DEBUG nova.network.neutron [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Successfully updated port: 03a12971-416b-495d-859a-0b815a439b89 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1778.666918] env[62633]: INFO nova.compute.manager [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Took 29.71 seconds to build instance. [ 1778.790927] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808303, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.795766] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.795959] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.796157] env[62633]: DEBUG nova.network.neutron [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.823806] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515187} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.824124] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d/5e93b1b6-e26d-4771-aeba-59949dc4734d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.824339] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.824601] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df126a6e-52d5-4f48-9c8e-dbb275d29d36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.831910] env[62633]: DEBUG nova.network.neutron [-] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.835753] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1778.835753] env[62633]: value = "task-1808304" [ 1778.835753] env[62633]: _type = "Task" [ 1778.835753] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.847293] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.910812] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808300, 'name': ReconfigVM_Task, 'duration_secs': 0.945229} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.911087] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.912016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede825fa-995f-4d75-a726-3874400eaf28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.937332] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.945990] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.863s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.946322] env[62633]: DEBUG nova.objects.instance [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lazy-loading 'resources' on Instance uuid b003cfe6-53be-4327-9067-e9db97e891f8 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.947563] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558628ca-0eb8-4a24-9c0a-56ad08936f45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.966526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "refresh_cache-be1e7ea5-12cb-4d56-a360-c9c6b4627f88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.966688] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "refresh_cache-be1e7ea5-12cb-4d56-a360-c9c6b4627f88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.966984] env[62633]: DEBUG nova.network.neutron [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.972675] env[62633]: INFO nova.scheduler.client.report [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Deleted allocations for instance bed28386-52af-4870-a74d-67f7dd6215c7 [ 1778.980957] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1778.980957] env[62633]: value = "task-1808305" [ 1778.980957] env[62633]: _type = "Task" [ 1778.980957] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.990876] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.171496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0018aaef-81f0-4efb-8a76-a43486693be4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "fa39a315-e0a1-4373-af7d-1ecb255ca737" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.226s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.254469] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e45b67-94e9-4974-b95d-d826c681ed29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.262084] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba01ca62-3855-4401-9582-0858ea9933dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.301021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e2eba6-417a-462b-b400-1ae274375964 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.312774] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808303, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.316697] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d2d731-b5af-4656-942d-e6e9f6ea0383 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.332214] env[62633]: DEBUG nova.compute.provider_tree [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.337171] env[62633]: INFO nova.compute.manager [-] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Took 1.74 seconds to deallocate network for instance. [ 1779.351073] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078958} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.351369] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.352173] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40e080a-2bd0-4603-a978-b26279219355 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.376124] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d/5e93b1b6-e26d-4771-aeba-59949dc4734d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.376495] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3fe2b7-8abb-4fd9-92f3-6006c3232fce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.397144] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1779.397144] env[62633]: value = "task-1808306" [ 1779.397144] env[62633]: _type = "Task" [ 1779.397144] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.405671] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.488256] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4f195ded-d6e6-4af3-a5b7-3ed4b106c564 tempest-AttachInterfacesUnderV243Test-534915490 tempest-AttachInterfacesUnderV243Test-534915490-project-member] Lock "bed28386-52af-4870-a74d-67f7dd6215c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.023s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.497127] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.516595] env[62633]: DEBUG nova.network.neutron [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.579410] env[62633]: WARNING nova.network.neutron [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] cb54e17c-8f8e-4424-b998-aee653c0db77 already exists in list: networks containing: ['cb54e17c-8f8e-4424-b998-aee653c0db77']. ignoring it [ 1779.775898] env[62633]: DEBUG nova.network.neutron [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Updating instance_info_cache with network_info: [{"id": "03a12971-416b-495d-859a-0b815a439b89", "address": "fa:16:3e:e7:30:d7", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03a12971-41", "ovs_interfaceid": "03a12971-416b-495d-859a-0b815a439b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.806708] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808303, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.835270] env[62633]: DEBUG nova.scheduler.client.report [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1779.847942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.910363] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808306, 'name': ReconfigVM_Task, 'duration_secs': 0.421138} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.910466] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d/5e93b1b6-e26d-4771-aeba-59949dc4734d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1779.911875] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd4c126c-c127-4b2b-b956-08f708075c8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.919873] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1779.919873] env[62633]: value = "task-1808307" [ 1779.919873] env[62633]: _type = "Task" [ 1779.919873] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.929619] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808307, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.997306] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.192270] env[62633]: DEBUG nova.network.neutron [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "address": "fa:16:3e:cb:e9:e0", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d3a5aa-6e", "ovs_interfaceid": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.279196] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "refresh_cache-be1e7ea5-12cb-4d56-a360-c9c6b4627f88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.279610] env[62633]: DEBUG nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Instance network_info: |[{"id": "03a12971-416b-495d-859a-0b815a439b89", "address": "fa:16:3e:e7:30:d7", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03a12971-41", "ovs_interfaceid": "03a12971-416b-495d-859a-0b815a439b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1780.279999] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:30:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03a12971-416b-495d-859a-0b815a439b89', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.290799] env[62633]: DEBUG oslo.service.loopingcall [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.291800] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.291800] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c1cf989-2282-4e8c-b9c4-c0b74c04cb64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.319672] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808303, 'name': CreateVM_Task, 'duration_secs': 1.885609} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.321068] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.321294] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.321294] env[62633]: value = "task-1808308" [ 1780.321294] env[62633]: _type = "Task" [ 1780.321294] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.322115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.322501] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.322867] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.323323] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55d1d9f-c518-416a-898f-bbe9b40bd842 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.332440] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1780.332440] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5253128c-7a19-c77c-cd20-58c058377a23" [ 1780.332440] env[62633]: _type = "Task" [ 1780.332440] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.337332] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808308, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.341591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.396s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.344721] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.266s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.354413] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5253128c-7a19-c77c-cd20-58c058377a23, 'name': SearchDatastore_Task, 'duration_secs': 0.017541} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.354413] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.354679] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.358020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.358020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.358020] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.358020] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dadb5ea1-1599-4bea-8c47-64a1defaadc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.365864] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.366081] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.368647] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db24fd5-c910-40c7-b98e-438c516fa2d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.375583] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.376556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.381365] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1780.381365] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527dc289-f874-5202-ac62-00722429d839" [ 1780.381365] env[62633]: _type = "Task" [ 1780.381365] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.392228] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527dc289-f874-5202-ac62-00722429d839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.396390] env[62633]: INFO nova.scheduler.client.report [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Deleted allocations for instance b003cfe6-53be-4327-9067-e9db97e891f8 [ 1780.409069] env[62633]: DEBUG nova.compute.manager [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Received event network-changed-0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1780.409069] env[62633]: DEBUG nova.compute.manager [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Refreshing instance network info cache due to event network-changed-0f423969-27df-43e4-84f6-22a76b654815. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1780.409288] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Acquiring lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.409478] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Acquired lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.409662] env[62633]: DEBUG nova.network.neutron [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Refreshing network info cache for port 0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.431172] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808307, 'name': Rename_Task, 'duration_secs': 0.278401} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.431659] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.431778] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b69bcb99-8abd-49e9-a59f-3e0b4fb444b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.443380] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1780.443380] env[62633]: value = "task-1808309" [ 1780.443380] env[62633]: _type = "Task" [ 1780.443380] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.454561] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.502009] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808305, 'name': ReconfigVM_Task, 'duration_secs': 1.43912} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.502374] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.502647] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da51bf6e-40a0-41a1-8cfc-4763fc78faa1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.509100] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1780.509100] env[62633]: value = "task-1808310" [ 1780.509100] env[62633]: _type = "Task" [ 1780.509100] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.518257] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.613054] env[62633]: DEBUG nova.compute.manager [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-vif-plugged-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1780.613294] env[62633]: DEBUG oslo_concurrency.lockutils [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.613511] env[62633]: DEBUG oslo_concurrency.lockutils [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.613689] env[62633]: DEBUG oslo_concurrency.lockutils [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.613867] env[62633]: DEBUG nova.compute.manager [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] No waiting events found dispatching network-vif-plugged-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1780.614075] env[62633]: WARNING nova.compute.manager [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received unexpected event network-vif-plugged-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 for instance with vm_state active and task_state None. [ 1780.614230] env[62633]: DEBUG nova.compute.manager [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-changed-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1780.614395] env[62633]: DEBUG nova.compute.manager [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Refreshing instance network info cache due to event network-changed-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1780.614597] env[62633]: DEBUG oslo_concurrency.lockutils [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] Acquiring lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.696418] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.697294] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.697582] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.697978] env[62633]: DEBUG oslo_concurrency.lockutils [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] Acquired lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.698238] env[62633]: DEBUG nova.network.neutron [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Refreshing network info cache for port 11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.700702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505191a4-e4c5-41b4-a7ef-b2c573e7c78b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.722427] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1780.722821] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1780.722923] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.723126] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1780.723300] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.723474] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1780.724120] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1780.724120] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1780.724120] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1780.724298] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1780.725088] env[62633]: DEBUG nova.virt.hardware [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1780.732218] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1780.733359] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad1d62f-17c8-4e1f-813c-e542fa55b8d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.752776] env[62633]: DEBUG oslo_vmware.api [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1780.752776] env[62633]: value = "task-1808311" [ 1780.752776] env[62633]: _type = "Task" [ 1780.752776] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.762908] env[62633]: DEBUG oslo_vmware.api [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808311, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.836441] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808308, 'name': CreateVM_Task, 'duration_secs': 0.473544} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.836667] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.838189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.838399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.838762] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.839085] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23618f11-9742-42ab-87c0-44ec3f1488da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.844683] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1780.844683] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528aa222-d200-b8c2-e0be-a3e90aea0e13" [ 1780.844683] env[62633]: _type = "Task" [ 1780.844683] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.869892] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528aa222-d200-b8c2-e0be-a3e90aea0e13, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.870712] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.871113] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.874600] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.879777] env[62633]: DEBUG nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1780.896837] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527dc289-f874-5202-ac62-00722429d839, 'name': SearchDatastore_Task, 'duration_secs': 0.022272} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.898214] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968500d8-1e44-4c36-a977-61aa950b5f52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.904933] env[62633]: DEBUG oslo_concurrency.lockutils [None req-868cc0e8-ab07-4a5c-af82-6370aef21f1d tempest-ImagesTestJSON-407611267 tempest-ImagesTestJSON-407611267-project-member] Lock "b003cfe6-53be-4327-9067-e9db97e891f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.587s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.908352] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1780.908352] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fae8bf-3abc-3c5b-8c67-26fadf668ca4" [ 1780.908352] env[62633]: _type = "Task" [ 1780.908352] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.920676] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fae8bf-3abc-3c5b-8c67-26fadf668ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.921068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.921380] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] bd5fa391-32ae-4aa3-b31b-5fe49127fb6c/bd5fa391-32ae-4aa3-b31b-5fe49127fb6c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1780.922235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.922485] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.922757] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3baeebf-2202-4f1a-bbe7-54c0bfadc40c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.926079] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb1a2cce-8739-4c99-8f4f-fbd041489cbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.938559] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1780.938559] env[62633]: value = "task-1808312" [ 1780.938559] env[62633]: _type = "Task" [ 1780.938559] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.939149] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.939149] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.943996] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1bba27-d987-4b66-bd5e-08c73f9b96ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.963922] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.967925] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1780.967925] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b3e70e-67bc-c840-8f19-fdaf2d82c9c6" [ 1780.967925] env[62633]: _type = "Task" [ 1780.967925] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.969383] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808309, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.980027] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b3e70e-67bc-c840-8f19-fdaf2d82c9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.022098] env[62633]: DEBUG oslo_vmware.api [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808310, 'name': PowerOnVM_Task, 'duration_secs': 0.463451} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.022535] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.025684] env[62633]: DEBUG nova.compute.manager [None req-c9574169-7953-4ac7-9941-1698986c4bd2 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1781.026493] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51ab762-1b76-4d7f-be58-4cc3267b5c75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.270330] env[62633]: DEBUG oslo_vmware.api [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.393958] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0ecba84c-08d1-4790-a170-eabff2c6d69e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.394362] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 434417f7-12a4-45fc-ab31-38f26af0fb44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1781.394362] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.394510] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ec578d53-b1f7-41e3-9d97-c3a52d078893 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.394771] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8fa0efb0-b72a-4313-adcc-ceb0c497415a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.394964] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b8bbe304-770c-4719-8c45-ada25e5eac67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.395127] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 56591abe-81cb-4af8-97e0-f6015f794f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.395257] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 54a284ae-9039-4553-80ae-90f2079ca09b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.395366] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 31f986a1-2911-45ce-9e1e-2f78e888a9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.395582] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 62330dee-f42a-4c6f-93c7-be10422d7ff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.395709] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance f701f97b-1629-41a3-b195-12a0b8122ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.395822] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.395931] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance fa39a315-e0a1-4373-af7d-1ecb255ca737 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.396182] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 5e93b1b6-e26d-4771-aeba-59949dc4734d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.396182] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bd5fa391-32ae-4aa3-b31b-5fe49127fb6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.396359] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance be1e7ea5-12cb-4d56-a360-c9c6b4627f88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1781.413163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.433377] env[62633]: DEBUG nova.network.neutron [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Updated VIF entry in instance network info cache for port 0f423969-27df-43e4-84f6-22a76b654815. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.433377] env[62633]: DEBUG nova.network.neutron [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Updating instance_info_cache with network_info: [{"id": "0f423969-27df-43e4-84f6-22a76b654815", "address": "fa:16:3e:62:e6:bd", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f423969-27", "ovs_interfaceid": "0f423969-27df-43e4-84f6-22a76b654815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.454715] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.469127] env[62633]: DEBUG oslo_vmware.api [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808309, 'name': PowerOnVM_Task, 'duration_secs': 0.555819} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.472021] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.472021] env[62633]: INFO nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1781.472021] env[62633]: DEBUG nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1781.474497] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b402d31-8fa0-4ea3-bf17-ed1f7e36e2bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.490355] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b3e70e-67bc-c840-8f19-fdaf2d82c9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.020727} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.491359] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db4963e-1f1c-4f18-bde4-c16849bf040a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.501259] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1781.501259] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c48dbe-9471-b5cd-94a4-e143da1d7384" [ 1781.501259] env[62633]: _type = "Task" [ 1781.501259] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.514050] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c48dbe-9471-b5cd-94a4-e143da1d7384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.550496] env[62633]: DEBUG nova.network.neutron [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updated VIF entry in instance network info cache for port 11d3a5aa-6e67-4d04-ae00-7a94d29d5a58. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.550936] env[62633]: DEBUG nova.network.neutron [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "address": "fa:16:3e:cb:e9:e0", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d3a5aa-6e", "ovs_interfaceid": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.764788] env[62633]: DEBUG oslo_vmware.api [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808311, 'name': ReconfigVM_Task, 'duration_secs': 0.746112} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.765335] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.765667] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1781.903868] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 406220cd-46f8-494a-af44-77fe132bda9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1781.904187] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1781.904342] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1781.938064] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Releasing lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.938064] env[62633]: DEBUG nova.compute.manager [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Received event network-vif-plugged-03a12971-416b-495d-859a-0b815a439b89 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1781.938064] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Acquiring lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.938064] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.938064] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.938064] env[62633]: DEBUG nova.compute.manager [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] No waiting events found dispatching network-vif-plugged-03a12971-416b-495d-859a-0b815a439b89 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1781.938064] env[62633]: WARNING nova.compute.manager [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Received unexpected event network-vif-plugged-03a12971-416b-495d-859a-0b815a439b89 for instance with vm_state building and task_state spawning. [ 1781.938064] env[62633]: DEBUG nova.compute.manager [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Received event network-changed-03a12971-416b-495d-859a-0b815a439b89 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1781.938678] env[62633]: DEBUG nova.compute.manager [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Refreshing instance network info cache due to event network-changed-03a12971-416b-495d-859a-0b815a439b89. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1781.938678] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Acquiring lock "refresh_cache-be1e7ea5-12cb-4d56-a360-c9c6b4627f88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.938678] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Acquired lock "refresh_cache-be1e7ea5-12cb-4d56-a360-c9c6b4627f88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.938678] env[62633]: DEBUG nova.network.neutron [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Refreshing network info cache for port 03a12971-416b-495d-859a-0b815a439b89 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.956116] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642426} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.956404] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] bd5fa391-32ae-4aa3-b31b-5fe49127fb6c/bd5fa391-32ae-4aa3-b31b-5fe49127fb6c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1781.956642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1781.956914] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1ea8d4d-c4cb-4413-bb75-fe0308f2b9c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.967433] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1781.967433] env[62633]: value = "task-1808313" [ 1781.967433] env[62633]: _type = "Task" [ 1781.967433] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.979577] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.007257] env[62633]: INFO nova.compute.manager [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Took 32.86 seconds to build instance. [ 1782.018221] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c48dbe-9471-b5cd-94a4-e143da1d7384, 'name': SearchDatastore_Task, 'duration_secs': 0.051959} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.018770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.019051] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] be1e7ea5-12cb-4d56-a360-c9c6b4627f88/be1e7ea5-12cb-4d56-a360-c9c6b4627f88.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.019323] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc0c9c77-064a-45dd-aa2a-fbe93a075a4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.027384] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1782.027384] env[62633]: value = "task-1808314" [ 1782.027384] env[62633]: _type = "Task" [ 1782.027384] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.037293] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.053881] env[62633]: DEBUG oslo_concurrency.lockutils [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] Releasing lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.053881] env[62633]: DEBUG nova.compute.manager [req-36798566-1506-48fd-9934-e9d00eae8991 req-c020eeb1-e657-4212-8193-80bdfe9c00da service nova] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Received event network-vif-deleted-8dd5eef8-6500-40e6-a75e-59192368c57a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1782.159568] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d568366-3387-40d1-96ce-6841d0be59c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.167802] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493aa52a-63ee-4f8e-8fee-13ce1f978293 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.201374] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f40aa9d-1d26-4adf-b2e5-0d952afbf10d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.209438] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353e6dd5-ff13-40e3-a76f-b11236ae178e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.222764] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.272888] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3c8d0f99-6349-41fc-ac88-979e69b33c6c tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.040s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.481991] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066571} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.482345] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.483102] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908d98b5-fc46-465f-be13-e2f895600737 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.505042] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] bd5fa391-32ae-4aa3-b31b-5fe49127fb6c/bd5fa391-32ae-4aa3-b31b-5fe49127fb6c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.505298] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31014948-456e-4528-9f21-b9f40b5117bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.528771] env[62633]: DEBUG oslo_concurrency.lockutils [None req-52f7f49a-11af-4d9d-babe-8d1f33eed81b tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.389s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.531965] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1782.531965] env[62633]: value = "task-1808315" [ 1782.531965] env[62633]: _type = "Task" [ 1782.531965] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.538308] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.543266] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.661575] env[62633]: DEBUG nova.network.neutron [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Updated VIF entry in instance network info cache for port 03a12971-416b-495d-859a-0b815a439b89. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.662109] env[62633]: DEBUG nova.network.neutron [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Updating instance_info_cache with network_info: [{"id": "03a12971-416b-495d-859a-0b815a439b89", "address": "fa:16:3e:e7:30:d7", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03a12971-41", "ovs_interfaceid": "03a12971-416b-495d-859a-0b815a439b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.725948] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1782.963189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.963459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.005266] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "8a5978c8-220e-4534-a032-4b763206c561" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.005639] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8a5978c8-220e-4534-a032-4b763206c561" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.046165] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808314, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.051818] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.164830] env[62633]: DEBUG oslo_concurrency.lockutils [req-99db57e3-d2c7-40b2-bd83-31ded39f6304 req-1c941b11-26ee-45ea-bb4e-fdeea34411cf service nova] Releasing lock "refresh_cache-be1e7ea5-12cb-4d56-a360-c9c6b4627f88" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.233608] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1783.233939] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.889s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.234371] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.387s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.234704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.239447] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.825s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.239447] env[62633]: INFO nova.compute.claims [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.241954] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1783.242115] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1783.272210] env[62633]: INFO nova.scheduler.client.report [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleted allocations for instance 434417f7-12a4-45fc-ab31-38f26af0fb44 [ 1783.405104] env[62633]: INFO nova.compute.manager [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Rebuilding instance [ 1783.457941] env[62633]: DEBUG nova.compute.manager [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1783.458905] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5a2d17-21f1-42fc-a156-1a4797fa960f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.468767] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1783.508752] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1783.548339] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808315, 'name': ReconfigVM_Task, 'duration_secs': 0.788061} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.551597] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] bd5fa391-32ae-4aa3-b31b-5fe49127fb6c/bd5fa391-32ae-4aa3-b31b-5fe49127fb6c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.555809] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808314, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.215664} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.556508] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a86b30f-a551-41ce-be90-3d4b37c90f95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.557909] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] be1e7ea5-12cb-4d56-a360-c9c6b4627f88/be1e7ea5-12cb-4d56-a360-c9c6b4627f88.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.558314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.559257] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee8922f-6ab2-41bc-ba11-3d75dbe29b0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.566353] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1783.566353] env[62633]: value = "task-1808316" [ 1783.566353] env[62633]: _type = "Task" [ 1783.566353] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.567957] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1783.567957] env[62633]: value = "task-1808317" [ 1783.567957] env[62633]: _type = "Task" [ 1783.567957] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.582184] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.586082] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808316, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.773102] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] There are 61 instances to clean {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1783.773328] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: b003cfe6-53be-4327-9067-e9db97e891f8] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1783.788785] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30649952-4d65-47e5-a0fe-dd5098db937b tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "434417f7-12a4-45fc-ab31-38f26af0fb44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.840s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.972228] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.975101] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd30a9f2-a4a7-4d5a-9dc1-3338fb8e1e94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.986259] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1783.986259] env[62633]: value = "task-1808318" [ 1783.986259] env[62633]: _type = "Task" [ 1783.986259] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.997987] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.999298] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.029630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.084012] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090378} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.088492] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1784.089237] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808316, 'name': Rename_Task, 'duration_secs': 0.231315} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.090397] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3146ed-f6a2-4296-b90e-ab63cdaf90f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.095564] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.096380] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8189ce49-4b16-4acc-9410-25b8365ad32b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.124331] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] be1e7ea5-12cb-4d56-a360-c9c6b4627f88/be1e7ea5-12cb-4d56-a360-c9c6b4627f88.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1784.126406] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10594b2a-f096-4a88-a3b2-d3d63ffca063 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.143505] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1784.143505] env[62633]: value = "task-1808319" [ 1784.143505] env[62633]: _type = "Task" [ 1784.143505] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.149732] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1784.149732] env[62633]: value = "task-1808320" [ 1784.149732] env[62633]: _type = "Task" [ 1784.149732] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.157592] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.159476] env[62633]: INFO nova.compute.manager [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Rescuing [ 1784.159831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.160079] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.160320] env[62633]: DEBUG nova.network.neutron [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.165475] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.279926] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 5d889ca3-c88f-4951-8b1d-9bae6a5e9f59] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1784.314221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "0ecba84c-08d1-4790-a170-eabff2c6d69e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.314326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "0ecba84c-08d1-4790-a170-eabff2c6d69e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.314617] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "0ecba84c-08d1-4790-a170-eabff2c6d69e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.314860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "0ecba84c-08d1-4790-a170-eabff2c6d69e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.315105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "0ecba84c-08d1-4790-a170-eabff2c6d69e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.317825] env[62633]: INFO nova.compute.manager [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Terminating instance [ 1784.321312] env[62633]: DEBUG nova.compute.manager [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1784.321312] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.322124] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e09c94a-c609-4b29-ba6f-63cab1594415 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.332221] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.335537] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52e8355e-c0fb-4581-8759-1ff1bde6494c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.344420] env[62633]: DEBUG oslo_vmware.api [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1784.344420] env[62633]: value = "task-1808321" [ 1784.344420] env[62633]: _type = "Task" [ 1784.344420] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.360019] env[62633]: DEBUG oslo_vmware.api [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.496425] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808318, 'name': PowerOffVM_Task, 'duration_secs': 0.27644} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.499790] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.500125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.501288] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734f3c78-29d0-4471-983d-8657bb97048c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.508738] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.509047] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01194e14-8814-476a-8647-3bd715954156 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.600167] env[62633]: DEBUG nova.compute.manager [req-c49b263d-2767-4f8a-be1b-5887cacb62d3 req-490b6aea-a75d-4fbc-9905-394334c15a55 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Received event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1784.600431] env[62633]: DEBUG nova.compute.manager [req-c49b263d-2767-4f8a-be1b-5887cacb62d3 req-490b6aea-a75d-4fbc-9905-394334c15a55 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing instance network info cache due to event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1784.600624] env[62633]: DEBUG oslo_concurrency.lockutils [req-c49b263d-2767-4f8a-be1b-5887cacb62d3 req-490b6aea-a75d-4fbc-9905-394334c15a55 service nova] Acquiring lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.600776] env[62633]: DEBUG oslo_concurrency.lockutils [req-c49b263d-2767-4f8a-be1b-5887cacb62d3 req-490b6aea-a75d-4fbc-9905-394334c15a55 service nova] Acquired lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.600941] env[62633]: DEBUG nova.network.neutron [req-c49b263d-2767-4f8a-be1b-5887cacb62d3 req-490b6aea-a75d-4fbc-9905-394334c15a55 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.603778] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.603886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.604085] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleting the datastore file [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.604539] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd1e82b6-cb1c-4721-b91d-0d552104507f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.611456] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1784.611456] env[62633]: value = "task-1808323" [ 1784.611456] env[62633]: _type = "Task" [ 1784.611456] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.625275] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.631672] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc0f21-e454-41e3-89e4-b0636b83a2cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.641998] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca3ab4a-2ec5-46fd-91b5-b8fd0572d2b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.655418] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.686354] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4f91d2-a593-4733-845f-da2a88635147 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.694465] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808320, 'name': ReconfigVM_Task, 'duration_secs': 0.420465} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.696757] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Reconfigured VM instance instance-00000054 to attach disk [datastore1] be1e7ea5-12cb-4d56-a360-c9c6b4627f88/be1e7ea5-12cb-4d56-a360-c9c6b4627f88.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.697450] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-655fc27f-e8ba-48f8-b332-d4710b23ea69 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.700088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18e72f-4c67-403d-8e66-41004fa60fca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.716404] env[62633]: DEBUG nova.compute.provider_tree [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.718597] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1784.718597] env[62633]: value = "task-1808324" [ 1784.718597] env[62633]: _type = "Task" [ 1784.718597] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.729296] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808324, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.783979] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 4655fe62-486a-48ba-86db-00a4fcc1d432] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1784.856197] env[62633]: DEBUG oslo_vmware.api [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808321, 'name': PowerOffVM_Task, 'duration_secs': 0.177317} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.856197] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.856399] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.856976] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a54f046d-29fe-430f-9c5b-7969efd6a699 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.895835] env[62633]: DEBUG nova.network.neutron [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Updating instance_info_cache with network_info: [{"id": "09f6d4ed-09bf-445a-877f-7e7005755733", "address": "fa:16:3e:16:5f:20", "network": {"id": "7e755c89-6527-4f7e-a3fe-504c886e139c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1583005320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "017d24f1a91a4c5a8d4b58db0717acfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f6d4ed-09", "ovs_interfaceid": "09f6d4ed-09bf-445a-877f-7e7005755733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.120821] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.141574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.141881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.142271] env[62633]: DEBUG nova.objects.instance [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'flavor' on Instance uuid 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.158416] env[62633]: DEBUG oslo_vmware.api [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808319, 'name': PowerOnVM_Task, 'duration_secs': 0.567703} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.159713] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.159969] env[62633]: INFO nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1785.160245] env[62633]: DEBUG nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1785.161045] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cf7ca2-508a-4098-92fe-8b58275234ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.222271] env[62633]: DEBUG nova.scheduler.client.report [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1785.236178] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808324, 'name': Rename_Task, 'duration_secs': 0.349541} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.236178] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.236178] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c5c0bfc-20b7-446b-9200-d3a5e8a11bb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.243095] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1785.243095] env[62633]: value = "task-1808326" [ 1785.243095] env[62633]: _type = "Task" [ 1785.243095] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.253949] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.287554] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 3f31dd1d-f6fe-41d4-ae08-cacf58f7570a] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1785.333344] env[62633]: DEBUG nova.network.neutron [req-c49b263d-2767-4f8a-be1b-5887cacb62d3 req-490b6aea-a75d-4fbc-9905-394334c15a55 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updated VIF entry in instance network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.334023] env[62633]: DEBUG nova.network.neutron [req-c49b263d-2767-4f8a-be1b-5887cacb62d3 req-490b6aea-a75d-4fbc-9905-394334c15a55 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updating instance_info_cache with network_info: [{"id": "015913d7-c60c-4352-a7e2-01b64217fbff", "address": "fa:16:3e:ef:8d:93", "network": {"id": "d6585df4-32f0-4963-bd30-4da00533a4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-841886398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfaf970e8a544295b51d118d43910f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015913d7-c6", "ovs_interfaceid": "015913d7-c60c-4352-a7e2-01b64217fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.398935] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "refresh_cache-5e93b1b6-e26d-4771-aeba-59949dc4734d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.621844] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551776} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.623213] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.623458] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.623647] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.686921] env[62633]: INFO nova.compute.manager [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Took 26.64 seconds to build instance. [ 1785.727697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.728848] env[62633]: DEBUG nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1785.732075] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.733s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.733346] env[62633]: INFO nova.compute.claims [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.751692] env[62633]: DEBUG nova.objects.instance [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'pci_requests' on Instance uuid 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.756562] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.792288] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 15ef5706-ce02-47b5-8611-fba000e2079c] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1785.836455] env[62633]: DEBUG oslo_concurrency.lockutils [req-c49b263d-2767-4f8a-be1b-5887cacb62d3 req-490b6aea-a75d-4fbc-9905-394334c15a55 service nova] Releasing lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.932063] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.932358] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f4b3fe-8b57-4867-941d-3caae4182ff0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.939929] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1785.939929] env[62633]: value = "task-1808327" [ 1785.939929] env[62633]: _type = "Task" [ 1785.939929] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.949830] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.059196] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.059429] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.059625] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleting the datastore file [datastore1] 0ecba84c-08d1-4790-a170-eabff2c6d69e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.059915] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc3d26ed-3106-4148-8565-01d946c954a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.066133] env[62633]: DEBUG oslo_vmware.api [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for the task: (returnval){ [ 1786.066133] env[62633]: value = "task-1808328" [ 1786.066133] env[62633]: _type = "Task" [ 1786.066133] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.074517] env[62633]: DEBUG oslo_vmware.api [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.188768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b6b4b109-3b00-4bc9-bd92-fe6f78b2ae72 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.155s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.239380] env[62633]: DEBUG nova.compute.utils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.245075] env[62633]: DEBUG nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1786.245075] env[62633]: DEBUG nova.network.neutron [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.265257] env[62633]: DEBUG nova.objects.base [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Object Instance<62330dee-f42a-4c6f-93c7-be10422d7ff5> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1786.265521] env[62633]: DEBUG nova.network.neutron [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.270243] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.296362] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: c9a5ebaa-205b-4063-98c6-ab0084b5db96] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1786.314107] env[62633]: DEBUG nova.policy [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19f50becef744c578664e8651f46eafa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e38997bdf504a0f852f73821e18ce76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1786.369698] env[62633]: DEBUG nova.policy [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1786.451374] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808327, 'name': PowerOffVM_Task, 'duration_secs': 0.250849} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.451691] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.452930] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60a6eeb-f6a9-4502-8534-c0b6aee18cac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.477604] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd68532c-566f-403e-a5b1-6c83968755ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.509480] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.509856] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-687b3650-0441-4a46-918b-936671bd72a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.517465] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1786.517465] env[62633]: value = "task-1808329" [ 1786.517465] env[62633]: _type = "Task" [ 1786.517465] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.531565] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.576433] env[62633]: DEBUG oslo_vmware.api [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Task: {'id': task-1808328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237312} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.576625] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.576758] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.576966] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.577163] env[62633]: INFO nova.compute.manager [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1786.577659] env[62633]: DEBUG oslo.service.loopingcall [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.577863] env[62633]: DEBUG nova.compute.manager [-] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1786.578122] env[62633]: DEBUG nova.network.neutron [-] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.650894] env[62633]: DEBUG nova.network.neutron [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Successfully created port: 7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.659181] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1786.659443] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1786.659605] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.659792] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1786.660471] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.660664] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1786.660876] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1786.661062] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1786.661248] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1786.661422] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1786.661603] env[62633]: DEBUG nova.virt.hardware [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1786.662451] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5fee7d-b887-4ecf-90bb-d8b2e998ab2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.671422] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdaf9c0-c304-4d1d-b6eb-c9826ed0aa34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.688854] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:7a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd309841c-883a-4860-90c5-589b47c9e5b8', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.698277] env[62633]: DEBUG oslo.service.loopingcall [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.700903] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.701246] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95bc9e3c-150c-4a9a-a0c8-55fc8b524db9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.722516] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.722516] env[62633]: value = "task-1808330" [ 1786.722516] env[62633]: _type = "Task" [ 1786.722516] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.732173] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808330, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.744398] env[62633]: DEBUG nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1786.764583] env[62633]: DEBUG oslo_vmware.api [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808326, 'name': PowerOnVM_Task, 'duration_secs': 1.03573} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.764878] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.765174] env[62633]: INFO nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1786.765372] env[62633]: DEBUG nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1786.766286] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1255ca-7fc3-40d7-86bd-1260f1e136db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.800273] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 8af848ff-4b8b-499a-a368-4f88ea7a4e28] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1787.018151] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15009ca1-8e52-410d-8522-807bcbea4829 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.033672] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d99fdbb-d7cb-4b61-b86c-5b4e04344b9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.037289] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1787.041450] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.041450] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.041450] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.041450] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.041450] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a6c299c-f754-482e-b5c0-fa29928063a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.069292] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9450f8ac-a1f3-4aac-8889-12c7fcd12069 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.075019] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.075019] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.075019] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5391b92a-0833-472f-a051-0966aa2cfb49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.082820] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1787.082820] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5219f6a3-7501-c964-e6b3-9ce4abafecb3" [ 1787.082820] env[62633]: _type = "Task" [ 1787.082820] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.084231] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a916cf-2a85-47ca-a693-c36a6ab71d6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.105150] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5219f6a3-7501-c964-e6b3-9ce4abafecb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.105956] env[62633]: DEBUG nova.compute.provider_tree [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.108035] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f2fdfe-e402-47a0-914e-c5f7cdf1b08f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.113393] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1787.113393] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526cd6c2-b192-bd2a-3f99-48036dfc6e8e" [ 1787.113393] env[62633]: _type = "Task" [ 1787.113393] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.123379] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526cd6c2-b192-bd2a-3f99-48036dfc6e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.232945] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808330, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.291837] env[62633]: INFO nova.compute.manager [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Took 27.35 seconds to build instance. [ 1787.303623] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 6a944f76-5ea2-4e34-99b8-45abcb44f162] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1787.574578] env[62633]: DEBUG nova.network.neutron [-] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.609856] env[62633]: DEBUG nova.scheduler.client.report [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1787.625354] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526cd6c2-b192-bd2a-3f99-48036dfc6e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.014084} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.625428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.625753] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1787.626093] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d4091da-c8f9-4bb9-bb7f-7038a09e36f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.633485] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1787.633485] env[62633]: value = "task-1808331" [ 1787.633485] env[62633]: _type = "Task" [ 1787.633485] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.644733] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.741044] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808330, 'name': CreateVM_Task, 'duration_secs': 0.635539} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.741899] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1787.743682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.743859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.744554] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1787.744843] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab2d826-4198-438d-bebc-4cb0d425bdf4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.749897] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1787.749897] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5269ad79-e218-400d-1a95-9d3004a9b6f9" [ 1787.749897] env[62633]: _type = "Task" [ 1787.749897] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.755993] env[62633]: DEBUG nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1787.762018] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5269ad79-e218-400d-1a95-9d3004a9b6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.785594] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1787.786033] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1787.786261] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.786472] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1787.786807] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.786807] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1787.786985] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1787.787299] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1787.787386] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1787.787565] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1787.787783] env[62633]: DEBUG nova.virt.hardware [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1787.790619] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09a04ca-8fbc-4afb-9ae8-7ae168461a2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.797031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d14b293c-3d83-4804-ae51-f983ec16859e tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.863s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.803388] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4267d215-7f38-4be1-862f-47e1e7ce7868 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.810822] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 37c5149f-3014-4789-aad3-189550033af2] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1788.079463] env[62633]: INFO nova.compute.manager [-] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Took 1.50 seconds to deallocate network for instance. [ 1788.116974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.117580] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1788.121315] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.092s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.123312] env[62633]: INFO nova.compute.claims [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.147213] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808331, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.262902] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5269ad79-e218-400d-1a95-9d3004a9b6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.263346] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.263609] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1788.263863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.264067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.264307] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.264598] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9264f235-10f9-4d12-a8c7-5633d021c364 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.281702] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.282364] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1788.282720] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb74463-6db3-4e8c-85af-8730fc9dff4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.288773] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1788.288773] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d96055-26ae-0a38-2abd-26584ae4a6c6" [ 1788.288773] env[62633]: _type = "Task" [ 1788.288773] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.296613] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d96055-26ae-0a38-2abd-26584ae4a6c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.321895] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 672b2e76-68f9-450f-92f9-ca90942d6b91] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1788.394161] env[62633]: DEBUG nova.network.neutron [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Successfully updated port: 7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.588703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.622484] env[62633]: DEBUG nova.compute.utils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.623940] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1788.624128] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.649512] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808331, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.014095} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.652523] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. [ 1788.652523] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853853e9-269d-4517-928b-db4cd33a8174 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.685524] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1788.687302] env[62633]: DEBUG nova.policy [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b12bfc45b247479e8776375ce12b9cdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f32a93188714c07a8732db2c47842a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1788.692020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eccd721-156d-4d04-8c3c-e2efbd55fd8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.708305] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1788.708305] env[62633]: value = "task-1808332" [ 1788.708305] env[62633]: _type = "Task" [ 1788.708305] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.716304] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.741399] env[62633]: DEBUG nova.network.neutron [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Successfully updated port: e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.800684] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d96055-26ae-0a38-2abd-26584ae4a6c6, 'name': SearchDatastore_Task, 'duration_secs': 0.056609} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.800833] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef1c21d-7fc8-4d8c-b356-681e2ed8655a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.806735] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1788.806735] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f78cfd-083f-7256-e3c8-1668b3c6c36c" [ 1788.806735] env[62633]: _type = "Task" [ 1788.806735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.814930] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f78cfd-083f-7256-e3c8-1668b3c6c36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.826647] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: d344a8a1-fdf5-4347-8a79-00af6dfaa685] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1788.905251] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.905427] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.905578] env[62633]: DEBUG nova.network.neutron [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.011463] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Successfully created port: 4133892e-a556-45c7-814d-89f378f3fcd4 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.130615] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1789.225182] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.245192] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.245413] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.245704] env[62633]: DEBUG nova.network.neutron [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.317118] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f78cfd-083f-7256-e3c8-1668b3c6c36c, 'name': SearchDatastore_Task, 'duration_secs': 0.012607} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.319670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.319951] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737/fa39a315-e0a1-4373-af7d-1ecb255ca737.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1789.320433] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57881266-4f5a-4a1b-b341-4b5808c43ffa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.327235] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1789.327235] env[62633]: value = "task-1808333" [ 1789.327235] env[62633]: _type = "Task" [ 1789.327235] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.333090] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 64a16c3e-4e6d-442c-a33e-94a72aadf3d2] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1789.341786] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.429998] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f933dd4-2b48-49c3-bf3a-ef94742e18c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.438663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b279f92c-be89-4427-b5a6-5793b952f2ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.476361] env[62633]: DEBUG nova.network.neutron [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.478956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f87747e-9395-4f01-a31c-4a318189ff59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.487846] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2748d-0138-4cc2-bc25-5e5e778ee3cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.503039] env[62633]: DEBUG nova.compute.provider_tree [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.529607] env[62633]: DEBUG nova.compute.manager [req-ef5f50f7-12e4-4ce2-b42e-08102889155c req-7c66f3b1-6d73-4a57-b253-67d64dcf2a10 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Received event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1789.529751] env[62633]: DEBUG nova.compute.manager [req-ef5f50f7-12e4-4ce2-b42e-08102889155c req-7c66f3b1-6d73-4a57-b253-67d64dcf2a10 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing instance network info cache due to event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1789.529927] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef5f50f7-12e4-4ce2-b42e-08102889155c req-7c66f3b1-6d73-4a57-b253-67d64dcf2a10 service nova] Acquiring lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.530092] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef5f50f7-12e4-4ce2-b42e-08102889155c req-7c66f3b1-6d73-4a57-b253-67d64dcf2a10 service nova] Acquired lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.530261] env[62633]: DEBUG nova.network.neutron [req-ef5f50f7-12e4-4ce2-b42e-08102889155c req-7c66f3b1-6d73-4a57-b253-67d64dcf2a10 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.679541] env[62633]: DEBUG nova.network.neutron [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.719197] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808332, 'name': ReconfigVM_Task, 'duration_secs': 0.592367} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.719505] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1789.720370] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fac428-43e5-452f-8ad3-6d5ef032af18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.724884] env[62633]: DEBUG nova.compute.manager [req-ce3b3cac-8f67-474c-8b49-577108e5cbb0 req-8cfb1c01-234f-4e53-b60d-eb3cca7f1c25 service nova] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Received event network-vif-deleted-d68250ae-50f7-4cdf-a0ef-57f5e4ff420e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1789.749198] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca314d9-b446-4b9c-afbe-726699102de3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.769138] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1789.769138] env[62633]: value = "task-1808334" [ 1789.769138] env[62633]: _type = "Task" [ 1789.769138] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.777326] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.820825] env[62633]: WARNING nova.network.neutron [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] cb54e17c-8f8e-4424-b998-aee653c0db77 already exists in list: networks containing: ['cb54e17c-8f8e-4424-b998-aee653c0db77']. ignoring it [ 1789.821063] env[62633]: WARNING nova.network.neutron [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] cb54e17c-8f8e-4424-b998-aee653c0db77 already exists in list: networks containing: ['cb54e17c-8f8e-4424-b998-aee653c0db77']. ignoring it [ 1789.837546] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0ca206df-a42d-444a-a3a8-1e82f3f5a408] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1789.839512] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.010480] env[62633]: DEBUG nova.scheduler.client.report [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1790.138298] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1790.173645] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1790.173907] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1790.174089] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.174289] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1790.174448] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.174603] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1790.174827] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1790.174996] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1790.175183] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1790.175406] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1790.175542] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1790.176554] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281817d1-1c80-44d8-802a-dc14063598fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.184021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.184332] env[62633]: DEBUG nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Instance network_info: |[{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1790.187456] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:63:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7237ed04-cb46-4f9b-80c3-113d7219a29e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.194841] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Creating folder: Project (6e38997bdf504a0f852f73821e18ce76). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.196221] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6398573c-384f-4380-a94a-28b5ad915916 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.201326] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa04c8d3-0e75-43e2-b4bb-f07022cec69d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.217998] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Created folder: Project (6e38997bdf504a0f852f73821e18ce76) in parent group-v374582. [ 1790.218248] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Creating folder: Instances. Parent ref: group-v374816. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.218530] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d4ada2d-d11f-4243-9719-238e5e4d1fd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.229392] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Created folder: Instances in parent group-v374816. [ 1790.230019] env[62633]: DEBUG oslo.service.loopingcall [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.230139] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.230399] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-241ccf1d-914f-43a5-995c-e6618baa35f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.254480] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.254480] env[62633]: value = "task-1808337" [ 1790.254480] env[62633]: _type = "Task" [ 1790.254480] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.265009] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808337, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.278490] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808334, 'name': ReconfigVM_Task, 'duration_secs': 0.464482} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.278811] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1790.279181] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-450a987f-f24c-491a-8ba8-bc6c0995d54f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.286194] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1790.286194] env[62633]: value = "task-1808338" [ 1790.286194] env[62633]: _type = "Task" [ 1790.286194] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.294482] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.307864] env[62633]: DEBUG nova.network.neutron [req-ef5f50f7-12e4-4ce2-b42e-08102889155c req-7c66f3b1-6d73-4a57-b253-67d64dcf2a10 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updated VIF entry in instance network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.308289] env[62633]: DEBUG nova.network.neutron [req-ef5f50f7-12e4-4ce2-b42e-08102889155c req-7c66f3b1-6d73-4a57-b253-67d64dcf2a10 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updating instance_info_cache with network_info: [{"id": "015913d7-c60c-4352-a7e2-01b64217fbff", "address": "fa:16:3e:ef:8d:93", "network": {"id": "d6585df4-32f0-4963-bd30-4da00533a4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-841886398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfaf970e8a544295b51d118d43910f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015913d7-c6", "ovs_interfaceid": "015913d7-c60c-4352-a7e2-01b64217fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.337945] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.340437] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 2b6fdfc3-aba8-4653-919a-be6a798d0ed2] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1790.516018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.517201] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1790.523287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.935s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.523698] env[62633]: DEBUG nova.objects.instance [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lazy-loading 'resources' on Instance uuid 0ecba84c-08d1-4790-a170-eabff2c6d69e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.650370] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Successfully updated port: 4133892e-a556-45c7-814d-89f378f3fcd4 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.766812] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808337, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.801021] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.811297] env[62633]: DEBUG oslo_concurrency.lockutils [req-ef5f50f7-12e4-4ce2-b42e-08102889155c req-7c66f3b1-6d73-4a57-b253-67d64dcf2a10 service nova] Releasing lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.840165] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808333, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.383592} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.840542] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737/fa39a315-e0a1-4373-af7d-1ecb255ca737.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.840886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.841362] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a250ea1-d1d6-458c-958a-66ce475d4dad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.843828] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7229a8ca-458f-41f0-8255-12352dac8693] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1790.857050] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1790.857050] env[62633]: value = "task-1808339" [ 1790.857050] env[62633]: _type = "Task" [ 1790.857050] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.869970] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.887867] env[62633]: DEBUG nova.network.neutron [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "address": "fa:16:3e:cb:e9:e0", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d3a5aa-6e", "ovs_interfaceid": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24", "address": "fa:16:3e:41:a4:38", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ae8d2a-f5", "ovs_interfaceid": "e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.027469] env[62633]: DEBUG nova.compute.utils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.031815] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1791.031815] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.126109] env[62633]: DEBUG nova.policy [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b12bfc45b247479e8776375ce12b9cdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f32a93188714c07a8732db2c47842a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1791.155261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "refresh_cache-8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.155261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "refresh_cache-8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.155261] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.265744] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808337, 'name': CreateVM_Task, 'duration_secs': 0.765168} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.265860] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.266645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.266801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.267182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.267509] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b98c700-472b-413f-9438-cb1204e79533 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.272175] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1791.272175] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522bf881-964f-9a1b-21ca-3563ea562f96" [ 1791.272175] env[62633]: _type = "Task" [ 1791.272175] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.281568] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522bf881-964f-9a1b-21ca-3563ea562f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.294403] env[62633]: DEBUG oslo_vmware.api [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808338, 'name': PowerOnVM_Task, 'duration_secs': 0.771867} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.294714] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1791.299262] env[62633]: DEBUG nova.compute.manager [None req-cc78126a-eee9-4a3f-979f-4410a497f971 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1791.300310] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaa000b-4d45-43a6-903b-6d1e3f37d41b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.321802] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa201c38-9acc-450b-9b9e-5e2610486e18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.328984] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30808048-26f3-416b-9e86-9fc5a7b3f381 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.360172] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 516bfdcf-f88f-40c8-8b83-6413ee80b6a5] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1791.366685] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ab42da-e711-4dc5-ac34-6f4bfca5c3bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.378685] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071888} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.380973] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1791.382085] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15454ce8-d1b4-4c63-96a8-772e49dac5fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.385332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c3688f-7c19-4075-b4b0-4335486aab6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.390217] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.390850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.391041] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.392656] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba947903-2834-4176-907c-161124296531 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.413407] env[62633]: DEBUG nova.compute.provider_tree [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.422861] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737/fa39a315-e0a1-4373-af7d-1ecb255ca737.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.424386] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03834ad1-8c5a-4a99-83eb-a2e5e3865975 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.450990] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1791.451259] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1791.451423] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.451613] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1791.451766] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.451920] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1791.452155] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1791.452325] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1791.452563] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1791.452661] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1791.452909] env[62633]: DEBUG nova.virt.hardware [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1791.459178] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1791.460193] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0713f5-b871-46c9-86dd-5042a38a5184 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.473738] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1791.473738] env[62633]: value = "task-1808340" [ 1791.473738] env[62633]: _type = "Task" [ 1791.473738] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.483055] env[62633]: DEBUG oslo_vmware.api [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1791.483055] env[62633]: value = "task-1808341" [ 1791.483055] env[62633]: _type = "Task" [ 1791.483055] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.490828] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.495336] env[62633]: DEBUG oslo_vmware.api [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808341, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.534133] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1791.611158] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Successfully created port: 4f3d7061-f589-4d60-bc31-607a498bca86 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1791.687435] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.782823] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522bf881-964f-9a1b-21ca-3563ea562f96, 'name': SearchDatastore_Task, 'duration_secs': 0.053258} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.783221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.783527] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.783784] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.784339] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.784339] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.784504] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a67fefe-fc31-49ee-ae80-6ca221c1f55c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.797020] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.797020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.797020] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02514ac4-5d02-49ec-83cc-206ee6f176d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.801763] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1791.801763] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b23e19-249e-1bbe-47ba-145a54b97ccd" [ 1791.801763] env[62633]: _type = "Task" [ 1791.801763] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.816755] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b23e19-249e-1bbe-47ba-145a54b97ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.850258] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Updating instance_info_cache with network_info: [{"id": "4133892e-a556-45c7-814d-89f378f3fcd4", "address": "fa:16:3e:8f:74:e2", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4133892e-a5", "ovs_interfaceid": "4133892e-a556-45c7-814d-89f378f3fcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.871876] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 84963b46-9f11-4e75-8242-6ea5bb918499] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1791.925310] env[62633]: DEBUG nova.scheduler.client.report [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1791.988540] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.003780] env[62633]: DEBUG oslo_vmware.api [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.313614] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b23e19-249e-1bbe-47ba-145a54b97ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.027233} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.314587] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390a7442-ca58-48fe-8d05-9df3cec5e5d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.320129] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1792.320129] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527b578f-5106-a16a-dbe1-8abbc8d81cda" [ 1792.320129] env[62633]: _type = "Task" [ 1792.320129] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.328129] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527b578f-5106-a16a-dbe1-8abbc8d81cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.352340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "refresh_cache-8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.352676] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Instance network_info: |[{"id": "4133892e-a556-45c7-814d-89f378f3fcd4", "address": "fa:16:3e:8f:74:e2", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4133892e-a5", "ovs_interfaceid": "4133892e-a556-45c7-814d-89f378f3fcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1792.353212] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:74:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4133892e-a556-45c7-814d-89f378f3fcd4', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.361780] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Creating folder: Project (6f32a93188714c07a8732db2c47842a9). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.362094] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e64eb511-884b-4594-bdd7-9588e9e952a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.372291] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Created folder: Project (6f32a93188714c07a8732db2c47842a9) in parent group-v374582. [ 1792.372545] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Creating folder: Instances. Parent ref: group-v374819. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.372806] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aeaf7c8-6722-41f9-aea6-e57345f44443 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.374959] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 83b841b7-ac47-45c4-bcea-4020242cf996] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1792.381403] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Created folder: Instances in parent group-v374819. [ 1792.381665] env[62633]: DEBUG oslo.service.loopingcall [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.381877] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.382108] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e70a196b-e595-4411-b80e-492b9a513a9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.402146] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.402146] env[62633]: value = "task-1808344" [ 1792.402146] env[62633]: _type = "Task" [ 1792.402146] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.410648] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.430347] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.456632] env[62633]: INFO nova.scheduler.client.report [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Deleted allocations for instance 0ecba84c-08d1-4790-a170-eabff2c6d69e [ 1792.485966] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808340, 'name': ReconfigVM_Task, 'duration_secs': 0.894105} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.486247] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Reconfigured VM instance instance-00000051 to attach disk [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737/fa39a315-e0a1-4373-af7d-1ecb255ca737.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.486901] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c8e3d0c-17d1-4ad8-a2b3-0285341af66a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.497857] env[62633]: DEBUG oslo_vmware.api [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808341, 'name': ReconfigVM_Task, 'duration_secs': 0.687472} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.499380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.499619] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1792.502805] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1792.502805] env[62633]: value = "task-1808345" [ 1792.502805] env[62633]: _type = "Task" [ 1792.502805] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.511077] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808345, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.545029] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1792.567485] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1792.567821] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1792.568202] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.568552] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1792.568782] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.569069] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1792.569427] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1792.569646] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1792.569838] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1792.570041] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1792.570268] env[62633]: DEBUG nova.virt.hardware [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1792.571221] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5148e672-48ae-44cf-a48c-efffafca0d93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.581659] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faf8eb1-1ff8-45c4-a298-5dde79415be0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.830337] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527b578f-5106-a16a-dbe1-8abbc8d81cda, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.830683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.830962] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 406220cd-46f8-494a-af44-77fe132bda9d/406220cd-46f8-494a-af44-77fe132bda9d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.831240] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10f13c0a-16f8-47d2-9998-97f09da72c31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.837926] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1792.837926] env[62633]: value = "task-1808346" [ 1792.837926] env[62633]: _type = "Task" [ 1792.837926] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.847989] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.878934] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 168e702c-1484-4812-b107-eaab2a116b66] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1792.895127] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-vif-plugged-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1792.895334] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.895682] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.896049] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.896049] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] No waiting events found dispatching network-vif-plugged-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1792.896182] env[62633]: WARNING nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received unexpected event network-vif-plugged-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24 for instance with vm_state active and task_state None. [ 1792.896340] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-changed-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1792.896570] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Refreshing instance network info cache due to event network-changed-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1792.896688] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquiring lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.896830] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquired lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.896995] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Refreshing network info cache for port e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.914872] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.964849] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bced4ec9-73d9-4ef5-a852-01ca0675bb3f tempest-ServerRescueNegativeTestJSON-1507935198 tempest-ServerRescueNegativeTestJSON-1507935198-project-member] Lock "0ecba84c-08d1-4790-a170-eabff2c6d69e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.651s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.005448] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1191e9b5-4d6a-47b2-adca-d4fcd6586f2f tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.863s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.022469] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808345, 'name': Rename_Task, 'duration_secs': 0.167747} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.022469] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.022469] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c96ee23-ee4d-43e5-8227-b6d8dc10811d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.025544] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1793.025544] env[62633]: value = "task-1808347" [ 1793.025544] env[62633]: _type = "Task" [ 1793.025544] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.035283] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.125155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "c85ae469-28ad-4400-95c0-bc48b3557971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.125440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "c85ae469-28ad-4400-95c0-bc48b3557971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.140491] env[62633]: DEBUG nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Received event network-vif-plugged-7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1793.140740] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.140953] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Lock "406220cd-46f8-494a-af44-77fe132bda9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.141148] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Lock "406220cd-46f8-494a-af44-77fe132bda9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.141330] env[62633]: DEBUG nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] No waiting events found dispatching network-vif-plugged-7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1793.141504] env[62633]: WARNING nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Received unexpected event network-vif-plugged-7237ed04-cb46-4f9b-80c3-113d7219a29e for instance with vm_state building and task_state spawning. [ 1793.141672] env[62633]: DEBUG nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Received event network-changed-7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1793.141834] env[62633]: DEBUG nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Refreshing instance network info cache due to event network-changed-7237ed04-cb46-4f9b-80c3-113d7219a29e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1793.142039] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.142191] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.142352] env[62633]: DEBUG nova.network.neutron [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Refreshing network info cache for port 7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.163370] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.163656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.163877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.164079] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.164259] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.166482] env[62633]: INFO nova.compute.manager [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Terminating instance [ 1793.168888] env[62633]: DEBUG nova.compute.manager [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1793.169083] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.169950] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f057cbee-58bd-4ba5-abba-a0cd3f7fc074 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.177922] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.178277] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b628987-abe4-48fb-af2b-7b69ac886ae3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.185758] env[62633]: DEBUG oslo_vmware.api [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1793.185758] env[62633]: value = "task-1808348" [ 1793.185758] env[62633]: _type = "Task" [ 1793.185758] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.197916] env[62633]: DEBUG oslo_vmware.api [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.347666] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.382528] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: ad39b04a-0f77-42be-a28d-0b4c3b10a377] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1793.415112] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.539130] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.627429] env[62633]: DEBUG nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1793.680476] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updated VIF entry in instance network info cache for port e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.680989] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "address": "fa:16:3e:cb:e9:e0", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d3a5aa-6e", "ovs_interfaceid": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24", "address": "fa:16:3e:41:a4:38", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ae8d2a-f5", "ovs_interfaceid": "e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.698301] env[62633]: DEBUG oslo_vmware.api [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808348, 'name': PowerOffVM_Task, 'duration_secs': 0.405699} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.698936] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.699381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.699692] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06bdfc43-1a26-4ff4-8c56-df5f8af67b67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.848645] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560273} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.848993] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 406220cd-46f8-494a-af44-77fe132bda9d/406220cd-46f8-494a-af44-77fe132bda9d.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.849188] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.849452] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8997185e-73db-49e9-af19-03a729f063e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.855854] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1793.855854] env[62633]: value = "task-1808350" [ 1793.855854] env[62633]: _type = "Task" [ 1793.855854] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.863502] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.876045] env[62633]: DEBUG nova.network.neutron [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updated VIF entry in instance network info cache for port 7237ed04-cb46-4f9b-80c3-113d7219a29e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.876420] env[62633]: DEBUG nova.network.neutron [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.886156] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: ffdace21-5ad8-4ef4-a89b-91e965a24d62] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1793.913376] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.045032] env[62633]: DEBUG oslo_vmware.api [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808347, 'name': PowerOnVM_Task, 'duration_secs': 0.631601} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.045032] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1794.045032] env[62633]: DEBUG nova.compute.manager [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1794.045032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fcdd45-4253-46f5-b984-d86d2a39aef3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.161405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.161731] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.163707] env[62633]: INFO nova.compute.claims [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.184179] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Releasing lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.184414] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Received event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1794.184597] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing instance network info cache due to event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1794.188017] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquiring lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.188017] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquired lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.188017] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.367685] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075193} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.368347] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.369614] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45414c0-3bc3-48c8-b9d8-e74d4c4a6ec9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.389263] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.389932] env[62633]: DEBUG nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Received event network-vif-plugged-4133892e-a556-45c7-814d-89f378f3fcd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1794.390383] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Acquiring lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.390777] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.391116] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.391923] env[62633]: DEBUG nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] No waiting events found dispatching network-vif-plugged-4133892e-a556-45c7-814d-89f378f3fcd4 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1794.392265] env[62633]: WARNING nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Received unexpected event network-vif-plugged-4133892e-a556-45c7-814d-89f378f3fcd4 for instance with vm_state building and task_state spawning. [ 1794.393982] env[62633]: DEBUG nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Received event network-changed-4133892e-a556-45c7-814d-89f378f3fcd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1794.393982] env[62633]: DEBUG nova.compute.manager [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Refreshing instance network info cache due to event network-changed-4133892e-a556-45c7-814d-89f378f3fcd4. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1794.393982] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Acquiring lock "refresh_cache-8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.393982] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Acquired lock "refresh_cache-8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.393982] env[62633]: DEBUG nova.network.neutron [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Refreshing network info cache for port 4133892e-a556-45c7-814d-89f378f3fcd4 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.407814] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 406220cd-46f8-494a-af44-77fe132bda9d/406220cd-46f8-494a-af44-77fe132bda9d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.407814] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: c5ab3ed9-f37d-48f9-9695-5848935b2293] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1794.409149] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbdf176-ec4d-4446-81c0-f38ff22f57c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.434128] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.435737] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1794.435737] env[62633]: value = "task-1808351" [ 1794.435737] env[62633]: _type = "Task" [ 1794.435737] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.444593] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.565369] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.922675] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.928593] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bed28386-52af-4870-a74d-67f7dd6215c7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1794.948647] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.988258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.988559] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.305173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.305936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.305936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.306386] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.307614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.311150] env[62633]: INFO nova.compute.manager [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Terminating instance [ 1795.314252] env[62633]: DEBUG nova.compute.manager [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1795.314252] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.315305] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011e5e1-93fa-40b0-9b03-fe9c86884983 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.326474] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.326848] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c13cf1ab-bf79-4b77-926b-e5c7d8dc80ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.335025] env[62633]: DEBUG oslo_vmware.api [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1795.335025] env[62633]: value = "task-1808352" [ 1795.335025] env[62633]: _type = "Task" [ 1795.335025] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.350691] env[62633]: DEBUG oslo_vmware.api [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.420170] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.428741] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 9589743c-942e-4b50-81ab-dbf90046df3f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1795.451472] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808351, 'name': ReconfigVM_Task, 'duration_secs': 0.891464} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.452495] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updated VIF entry in instance network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.452708] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updating instance_info_cache with network_info: [{"id": "015913d7-c60c-4352-a7e2-01b64217fbff", "address": "fa:16:3e:ef:8d:93", "network": {"id": "d6585df4-32f0-4963-bd30-4da00533a4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-841886398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfaf970e8a544295b51d118d43910f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015913d7-c6", "ovs_interfaceid": "015913d7-c60c-4352-a7e2-01b64217fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.454926] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 406220cd-46f8-494a-af44-77fe132bda9d/406220cd-46f8-494a-af44-77fe132bda9d.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.455665] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f8d3724-7429-4815-93f4-2320c07f7e0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.464016] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1795.464016] env[62633]: value = "task-1808353" [ 1795.464016] env[62633]: _type = "Task" [ 1795.464016] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.479453] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808353, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.487869] env[62633]: DEBUG nova.network.neutron [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Updated VIF entry in instance network info cache for port 4133892e-a556-45c7-814d-89f378f3fcd4. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.488374] env[62633]: DEBUG nova.network.neutron [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Updating instance_info_cache with network_info: [{"id": "4133892e-a556-45c7-814d-89f378f3fcd4", "address": "fa:16:3e:8f:74:e2", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4133892e-a5", "ovs_interfaceid": "4133892e-a556-45c7-814d-89f378f3fcd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.491600] env[62633]: DEBUG nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1795.552333] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5398e2dc-c011-4b82-850b-6ae086a5f960 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.559851] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95616576-26f2-4ec3-b440-ec3064fee3fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.566039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.566182] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.604021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6447908-876c-4916-9a3c-ac75ef720c58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.616337] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dac739-95cf-49d3-86cc-e58e7ce0e709 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.631712] env[62633]: DEBUG nova.compute.provider_tree [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.680670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "fa39a315-e0a1-4373-af7d-1ecb255ca737" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.681023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "fa39a315-e0a1-4373-af7d-1ecb255ca737" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.681330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "fa39a315-e0a1-4373-af7d-1ecb255ca737-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.681600] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "fa39a315-e0a1-4373-af7d-1ecb255ca737-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.681838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "fa39a315-e0a1-4373-af7d-1ecb255ca737-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.684492] env[62633]: INFO nova.compute.manager [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Terminating instance [ 1795.686416] env[62633]: DEBUG nova.compute.manager [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1795.686731] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.690065] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5245f484-d636-41f7-83fc-3f1b67c6cfcd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.695889] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.696152] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56066887-bb69-4915-ae5f-a25121452379 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.702416] env[62633]: DEBUG oslo_vmware.api [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1795.702416] env[62633]: value = "task-1808354" [ 1795.702416] env[62633]: _type = "Task" [ 1795.702416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.710444] env[62633]: DEBUG oslo_vmware.api [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.845283] env[62633]: DEBUG oslo_vmware.api [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808352, 'name': PowerOffVM_Task, 'duration_secs': 0.315887} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.845283] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.845283] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.845283] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9bf0ae2-60a3-4ef7-8c01-4aa202bd64f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.921927] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.935235] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 9b5b87f5-9a55-4d35-a51b-50d6603f9674] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1795.962965] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Releasing lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.962965] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Received event network-changed-0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1795.962965] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Refreshing instance network info cache due to event network-changed-0f423969-27df-43e4-84f6-22a76b654815. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1795.962965] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquiring lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.962965] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquired lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.962965] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Refreshing network info cache for port 0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.974276] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808353, 'name': Rename_Task, 'duration_secs': 0.200126} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.977216] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.978568] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c728bee-182b-40da-8a79-1e35e942b326 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.992235] env[62633]: DEBUG oslo_concurrency.lockutils [req-0c2a044f-b9a4-4ba2-a9e9-00df24e56514 req-736a173a-7b7c-4ac5-9177-197d198fab24 service nova] Releasing lock "refresh_cache-8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.992911] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1795.992911] env[62633]: value = "task-1808356" [ 1795.992911] env[62633]: _type = "Task" [ 1795.992911] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.009876] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808356, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.026929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.072690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.072690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.074409] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70e98eb-284b-4908-8dfa-113975685d70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.095642] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ff97be-224f-4a94-9a8d-6391e4bf1a91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.126444] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1796.126642] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be4cd021-b41c-4499-bd24-10f84a9f6436 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.141492] env[62633]: DEBUG nova.scheduler.client.report [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1796.150292] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1796.150292] env[62633]: value = "task-1808357" [ 1796.150292] env[62633]: _type = "Task" [ 1796.150292] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.164388] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.213425] env[62633]: DEBUG oslo_vmware.api [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808354, 'name': PowerOffVM_Task, 'duration_secs': 0.278618} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.213728] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1796.213909] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1796.214183] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc3f630d-1268-49c0-a75c-f1c738410239 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.297473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.297729] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.426169] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.436290] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 54cedec2-7cd1-41cb-a787-ad21ae57fef6] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1796.504819] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808356, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.587098] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.587342] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.647042] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.647733] env[62633]: DEBUG nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1796.655067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.090s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.655494] env[62633]: DEBUG nova.objects.instance [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1796.677499] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.801906] env[62633]: DEBUG nova.compute.utils [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1796.813600] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Updated VIF entry in instance network info cache for port 0f423969-27df-43e4-84f6-22a76b654815. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.813972] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Updating instance_info_cache with network_info: [{"id": "0f423969-27df-43e4-84f6-22a76b654815", "address": "fa:16:3e:62:e6:bd", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f423969-27", "ovs_interfaceid": "0f423969-27df-43e4-84f6-22a76b654815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.923555] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.940786] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: e6ecc5a4-d3d1-4777-ad2d-48b79b784d8a] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1797.004949] env[62633]: DEBUG oslo_vmware.api [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808356, 'name': PowerOnVM_Task, 'duration_secs': 0.761078} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.005680] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.005680] env[62633]: INFO nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1797.006550] env[62633]: DEBUG nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1797.006601] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4488bb-b793-4396-917f-ebe4ac98edc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.089906] env[62633]: DEBUG nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1797.163358] env[62633]: DEBUG nova.compute.utils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.168654] env[62633]: DEBUG nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1797.169056] env[62633]: DEBUG nova.network.neutron [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.181672] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.233402] env[62633]: DEBUG nova.policy [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29d4668857f44c0f8b4041b15d62196d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ef21e9c4f4efcaafa1883ab143e4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1797.305578] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.316154] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Releasing lock "refresh_cache-bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.316419] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Received event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1797.316608] env[62633]: DEBUG nova.compute.manager [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing instance network info cache due to event network-changed-015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1797.316967] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquiring lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.316967] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Acquired lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.317149] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Refreshing network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.423326] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.444035] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7f1691f3-c302-45a8-b5f2-3da9f56d565e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1797.501049] env[62633]: DEBUG nova.network.neutron [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Successfully created port: 3d843416-a1f8-4a25-b68d-e303864b2983 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.531594] env[62633]: INFO nova.compute.manager [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Took 16.14 seconds to build instance. [ 1797.616335] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.627111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.627111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.627111] env[62633]: INFO nova.compute.manager [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Shelving [ 1797.673269] env[62633]: DEBUG nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1797.675277] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.676694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-915ae87b-71ee-4bdf-9f8b-8cab3a14beb0 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.677543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.651s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.679912] env[62633]: INFO nova.compute.claims [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1797.923677] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.947287] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7af4d732-4d7c-4eeb-95d0-84b4544dd752] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1798.008862] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updated VIF entry in instance network info cache for port 015913d7-c60c-4352-a7e2-01b64217fbff. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.008862] env[62633]: DEBUG nova.network.neutron [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updating instance_info_cache with network_info: [{"id": "015913d7-c60c-4352-a7e2-01b64217fbff", "address": "fa:16:3e:ef:8d:93", "network": {"id": "d6585df4-32f0-4963-bd30-4da00533a4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-841886398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bfaf970e8a544295b51d118d43910f13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap015913d7-c6", "ovs_interfaceid": "015913d7-c60c-4352-a7e2-01b64217fbff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.036602] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d5346309-1fff-40c0-a100-96a83438ede4 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.660s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.138058] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.138384] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31804d7d-bd69-4443-83da-971af9a731fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.146554] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1798.146554] env[62633]: value = "task-1808359" [ 1798.146554] env[62633]: _type = "Task" [ 1798.146554] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.155349] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.175112] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.258927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "a24b1271-9773-4719-b12a-6e161213b834" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.262803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "a24b1271-9773-4719-b12a-6e161213b834" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.369060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.369346] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.369602] env[62633]: INFO nova.compute.manager [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Attaching volume 59a9928a-35f6-4cad-bf9e-ac5fc85ac21c to /dev/sdb [ 1798.411926] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea517f8e-6854-41c2-abfb-011096246028 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.426140] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.426927] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a0adb0-caea-4120-ab64-419bba0914c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.440753] env[62633]: DEBUG nova.virt.block_device [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating existing volume attachment record: 8f692ceb-69f3-49fb-b917-8c948052d9c4 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1798.450208] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 84e5cf9f-7de1-4edf-8097-3b89533f86a8] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1798.512075] env[62633]: DEBUG oslo_concurrency.lockutils [req-70ba6aae-2879-402a-96b6-df38b48f7fe4 req-218738a1-fe3d-4ee2-a1b6-16db33ad41b9 service nova] Releasing lock "refresh_cache-460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.658600] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808359, 'name': PowerOffVM_Task, 'duration_secs': 0.205889} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.658879] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.659699] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02846269-893e-4413-ae82-9f80559b8c0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.682616] env[62633]: DEBUG nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1798.685898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c60eb3-2bb4-4b55-9fd7-2e087027b56c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.694745] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.709723] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1798.710850] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1798.710850] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.710850] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1798.710850] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.710850] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1798.710850] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1798.711168] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1798.711168] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1798.711355] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1798.711523] env[62633]: DEBUG nova.virt.hardware [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1798.712362] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f187329-1803-4f0c-87fc-f802cefac416 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.721943] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b063061e-06e3-4f45-9964-e94f1c9dbbe4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.762635] env[62633]: DEBUG nova.compute.manager [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1798.931247] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.959558] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: a2308b1a-6617-49f9-a731-e445b3c61cf7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1798.968969] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "e43a0fb3-a032-4fca-9463-d3fad7590707" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.969412] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "e43a0fb3-a032-4fca-9463-d3fad7590707" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.105203] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3468ce5b-a309-4f5b-9a6a-59776b003054 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.114014] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd3f8e-7e30-4beb-b3e6-3150d0df4161 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.147020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6586bb0a-1da1-4b7d-b479-4b0e65938bdd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.155956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97121a54-a13e-4476-b3a9-74eb28513052 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.178234] env[62633]: DEBUG nova.compute.provider_tree [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.189321] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.204589] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1799.204739] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49148fca-0961-41b3-a928-63d8e22f4def {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.212730] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1799.212730] env[62633]: value = "task-1808363" [ 1799.212730] env[62633]: _type = "Task" [ 1799.212730] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.222327] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.288625] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.326532] env[62633]: DEBUG nova.compute.manager [req-c99ac3ac-6610-4c68-864f-a6a60a540515 req-d980db56-ffac-4ce7-9c06-f60f8267ff44 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Received event network-changed-7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1799.326648] env[62633]: DEBUG nova.compute.manager [req-c99ac3ac-6610-4c68-864f-a6a60a540515 req-d980db56-ffac-4ce7-9c06-f60f8267ff44 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Refreshing instance network info cache due to event network-changed-7237ed04-cb46-4f9b-80c3-113d7219a29e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1799.326991] env[62633]: DEBUG oslo_concurrency.lockutils [req-c99ac3ac-6610-4c68-864f-a6a60a540515 req-d980db56-ffac-4ce7-9c06-f60f8267ff44 service nova] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.327510] env[62633]: DEBUG oslo_concurrency.lockutils [req-c99ac3ac-6610-4c68-864f-a6a60a540515 req-d980db56-ffac-4ce7-9c06-f60f8267ff44 service nova] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.327510] env[62633]: DEBUG nova.network.neutron [req-c99ac3ac-6610-4c68-864f-a6a60a540515 req-d980db56-ffac-4ce7-9c06-f60f8267ff44 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Refreshing network info cache for port 7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.434737] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.467832] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: fe9fc951-7e94-4859-94a6-ed84defd14a4] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1799.475572] env[62633]: DEBUG nova.compute.manager [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1799.593475] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.593756] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.593986] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleting the datastore file [datastore1] be1e7ea5-12cb-4d56-a360-c9c6b4627f88 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.594311] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e301c9-7871-4e1f-8c0a-a62782deb22a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.602384] env[62633]: DEBUG oslo_vmware.api [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1799.602384] env[62633]: value = "task-1808364" [ 1799.602384] env[62633]: _type = "Task" [ 1799.602384] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.604008] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.604232] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.604446] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleting the datastore file [datastore1] fa39a315-e0a1-4373-af7d-1ecb255ca737 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.611218] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32926283-52d6-4478-8366-3a779e26358a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.616592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.616850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.618062] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.618279] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.618488] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Deleting the datastore file [datastore1] 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.620178] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71107536-3ec3-49f8-b127-436d7c7ddabb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.625408] env[62633]: DEBUG oslo_vmware.api [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.627258] env[62633]: DEBUG oslo_vmware.api [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1799.627258] env[62633]: value = "task-1808365" [ 1799.627258] env[62633]: _type = "Task" [ 1799.627258] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.632186] env[62633]: DEBUG oslo_vmware.api [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for the task: (returnval){ [ 1799.632186] env[62633]: value = "task-1808366" [ 1799.632186] env[62633]: _type = "Task" [ 1799.632186] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.639354] env[62633]: DEBUG oslo_vmware.api [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.644239] env[62633]: DEBUG oslo_vmware.api [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.685201] env[62633]: DEBUG nova.scheduler.client.report [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1799.691818] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.724423] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.927636] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808344, 'name': CreateVM_Task, 'duration_secs': 7.439377} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.928055] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.928963] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.929348] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.929884] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.930328] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0d3ce7-52de-4095-abad-8f9ba1b6de84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.936086] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1799.936086] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524828c7-87a7-60df-5cd6-978c1608d588" [ 1799.936086] env[62633]: _type = "Task" [ 1799.936086] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.947593] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524828c7-87a7-60df-5cd6-978c1608d588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.971958] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: c28dc1c5-6a41-4e47-829d-6cb1160bf83f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1799.996045] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.067182] env[62633]: DEBUG nova.network.neutron [req-c99ac3ac-6610-4c68-864f-a6a60a540515 req-d980db56-ffac-4ce7-9c06-f60f8267ff44 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updated VIF entry in instance network info cache for port 7237ed04-cb46-4f9b-80c3-113d7219a29e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.067588] env[62633]: DEBUG nova.network.neutron [req-c99ac3ac-6610-4c68-864f-a6a60a540515 req-d980db56-ffac-4ce7-9c06-f60f8267ff44 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.114020] env[62633]: DEBUG oslo_vmware.api [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296719} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.114389] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.114583] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.114770] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.114980] env[62633]: INFO nova.compute.manager [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Took 6.95 seconds to destroy the instance on the hypervisor. [ 1800.115276] env[62633]: DEBUG oslo.service.loopingcall [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.115477] env[62633]: DEBUG nova.compute.manager [-] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1800.115573] env[62633]: DEBUG nova.network.neutron [-] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.119756] env[62633]: DEBUG nova.compute.manager [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1800.140722] env[62633]: DEBUG oslo_vmware.api [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271553} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.144218] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.144874] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.145176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.145414] env[62633]: INFO nova.compute.manager [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Took 4.46 seconds to destroy the instance on the hypervisor. [ 1800.145735] env[62633]: DEBUG oslo.service.loopingcall [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.146669] env[62633]: DEBUG nova.compute.manager [-] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1800.146831] env[62633]: DEBUG nova.network.neutron [-] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.156121] env[62633]: DEBUG oslo_vmware.api [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.188487] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.193900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.194579] env[62633]: DEBUG nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1800.197901] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.581s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.199756] env[62633]: INFO nova.compute.claims [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.224298] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808363, 'name': CreateSnapshot_Task, 'duration_secs': 0.652035} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.224723] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1800.225601] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c333d-df97-4c60-bc55-c4b2531e4831 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.266333] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Successfully updated port: 4f3d7061-f589-4d60-bc31-607a498bca86 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1800.449096] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524828c7-87a7-60df-5cd6-978c1608d588, 'name': SearchDatastore_Task, 'duration_secs': 0.027389} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.451153] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.451541] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.451895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.452207] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.452535] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.453167] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0bd983-c859-4fa4-b4db-57b761d72f44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.476758] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 9f6e75aa-8611-42ea-a82b-cf288f8a4324] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1800.485020] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.485020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.485020] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20bcfe4d-0cd7-4b90-bdd3-54abcb2f4125 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.494274] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1800.494274] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd5878-281e-94bb-d388-199b42ec02f3" [ 1800.494274] env[62633]: _type = "Task" [ 1800.494274] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.501187] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd5878-281e-94bb-d388-199b42ec02f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.527414] env[62633]: DEBUG nova.compute.manager [req-53aed513-5b0f-4156-99c3-281b329a685a req-49a673e6-92d8-4052-b8d8-ca7d936eb787 service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Received event network-vif-deleted-03a12971-416b-495d-859a-0b815a439b89 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1800.527414] env[62633]: INFO nova.compute.manager [req-53aed513-5b0f-4156-99c3-281b329a685a req-49a673e6-92d8-4052-b8d8-ca7d936eb787 service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Neutron deleted interface 03a12971-416b-495d-859a-0b815a439b89; detaching it from the instance and deleting it from the info cache [ 1800.527414] env[62633]: DEBUG nova.network.neutron [req-53aed513-5b0f-4156-99c3-281b329a685a req-49a673e6-92d8-4052-b8d8-ca7d936eb787 service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.571195] env[62633]: DEBUG oslo_concurrency.lockutils [req-c99ac3ac-6610-4c68-864f-a6a60a540515 req-d980db56-ffac-4ce7-9c06-f60f8267ff44 service nova] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.617690] env[62633]: DEBUG nova.network.neutron [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Successfully updated port: 3d843416-a1f8-4a25-b68d-e303864b2983 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1800.653467] env[62633]: DEBUG oslo_vmware.api [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.654704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.689193] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.704632] env[62633]: DEBUG nova.compute.utils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1800.709024] env[62633]: DEBUG nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1800.709024] env[62633]: DEBUG nova.network.neutron [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1800.745429] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1800.745770] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e1c3a67-c3ec-40b0-a4a2-c1e1feaf37d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.754494] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1800.754494] env[62633]: value = "task-1808367" [ 1800.754494] env[62633]: _type = "Task" [ 1800.754494] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.762752] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808367, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.769751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "refresh_cache-8a5978c8-220e-4534-a032-4b763206c561" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.769956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "refresh_cache-8a5978c8-220e-4534-a032-4b763206c561" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.770061] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.789793] env[62633]: DEBUG nova.policy [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdabee4b93c04f95b0cf5222b6cb1e07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '017d24f1a91a4c5a8d4b58db0717acfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1800.954134] env[62633]: DEBUG nova.network.neutron [-] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.978416] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 3a2513c7-8afd-4eb5-a510-7bd73ae4aa69] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1801.002701] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cd5878-281e-94bb-d388-199b42ec02f3, 'name': SearchDatastore_Task, 'duration_secs': 0.455056} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.003472] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b244ef41-90c2-4eb6-a0d7-bfbe02c3bd03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.009324] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1801.009324] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b4be53-030f-7667-0773-10da290573e4" [ 1801.009324] env[62633]: _type = "Task" [ 1801.009324] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.017578] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b4be53-030f-7667-0773-10da290573e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.030963] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f12e4ed4-7eba-4c20-b49f-9f442b7c1b4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.040508] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdfe6a5-09de-4866-89c5-c43439395f62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.072579] env[62633]: DEBUG nova.compute.manager [req-53aed513-5b0f-4156-99c3-281b329a685a req-49a673e6-92d8-4052-b8d8-ca7d936eb787 service nova] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Detach interface failed, port_id=03a12971-416b-495d-859a-0b815a439b89, reason: Instance be1e7ea5-12cb-4d56-a360-c9c6b4627f88 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1801.120282] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-c85ae469-28ad-4400-95c0-bc48b3557971" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.120446] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-c85ae469-28ad-4400-95c0-bc48b3557971" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.120601] env[62633]: DEBUG nova.network.neutron [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.152493] env[62633]: DEBUG oslo_vmware.api [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Task: {'id': task-1808366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.314816} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.152801] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1801.152991] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1801.153194] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1801.153373] env[62633]: INFO nova.compute.manager [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Took 5.84 seconds to destroy the instance on the hypervisor. [ 1801.153617] env[62633]: DEBUG oslo.service.loopingcall [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.153814] env[62633]: DEBUG nova.compute.manager [-] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1801.153909] env[62633]: DEBUG nova.network.neutron [-] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.158390] env[62633]: DEBUG nova.network.neutron [-] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.190063] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.211258] env[62633]: DEBUG nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1801.216616] env[62633]: DEBUG nova.network.neutron [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Successfully created port: 046b2bab-9cf6-4d54-83b6-1a26993227e5 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1801.267445] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808367, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.319967] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.395937] env[62633]: DEBUG nova.compute.manager [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Received event network-vif-plugged-4f3d7061-f589-4d60-bc31-607a498bca86 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.396201] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] Acquiring lock "8a5978c8-220e-4534-a032-4b763206c561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.396417] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] Lock "8a5978c8-220e-4534-a032-4b763206c561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.396592] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] Lock "8a5978c8-220e-4534-a032-4b763206c561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.396765] env[62633]: DEBUG nova.compute.manager [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] No waiting events found dispatching network-vif-plugged-4f3d7061-f589-4d60-bc31-607a498bca86 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1801.396936] env[62633]: WARNING nova.compute.manager [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Received unexpected event network-vif-plugged-4f3d7061-f589-4d60-bc31-607a498bca86 for instance with vm_state building and task_state spawning. [ 1801.397115] env[62633]: DEBUG nova.compute.manager [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Received event network-changed-4f3d7061-f589-4d60-bc31-607a498bca86 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.397278] env[62633]: DEBUG nova.compute.manager [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Refreshing instance network info cache due to event network-changed-4f3d7061-f589-4d60-bc31-607a498bca86. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1801.397451] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] Acquiring lock "refresh_cache-8a5978c8-220e-4534-a032-4b763206c561" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.458118] env[62633]: INFO nova.compute.manager [-] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Took 1.34 seconds to deallocate network for instance. [ 1801.481859] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: e9c5487e-4527-4ec5-9008-4e2c98a04249] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1801.523491] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b4be53-030f-7667-0773-10da290573e4, 'name': SearchDatastore_Task, 'duration_secs': 0.180283} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.523807] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.524084] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97/8d0a0ea0-adcf-4d48-b704-1f0f360f9c97.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.524565] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c178014-48ed-4a65-9d22-23314f2d0169 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.538055] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1801.538055] env[62633]: value = "task-1808369" [ 1801.538055] env[62633]: _type = "Task" [ 1801.538055] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.546166] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.563101] env[62633]: DEBUG nova.network.neutron [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Updating instance_info_cache with network_info: [{"id": "4f3d7061-f589-4d60-bc31-607a498bca86", "address": "fa:16:3e:b5:46:a5", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f3d7061-f5", "ovs_interfaceid": "4f3d7061-f589-4d60-bc31-607a498bca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.591291] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62176f54-cc92-44b8-bd68-065ff4792138 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.599348] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b06baa3-cd50-4b70-a6d3-b56909650d2a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.636358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff743ab-4b29-4573-a712-4944cfe6d5c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.642612] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45240cd-1a05-4f3a-9d38-2905aaab8184 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.657653] env[62633]: DEBUG nova.compute.provider_tree [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.662097] env[62633]: INFO nova.compute.manager [-] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Took 1.51 seconds to deallocate network for instance. [ 1801.669358] env[62633]: DEBUG nova.network.neutron [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.695063] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.768206] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808367, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.857305] env[62633]: DEBUG nova.network.neutron [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Updating instance_info_cache with network_info: [{"id": "3d843416-a1f8-4a25-b68d-e303864b2983", "address": "fa:16:3e:44:a3:2b", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d843416-a1", "ovs_interfaceid": "3d843416-a1f8-4a25-b68d-e303864b2983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.967650] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.986123] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 89e733c7-8805-4925-a60f-136c73145a9f] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1802.037546] env[62633]: DEBUG nova.network.neutron [-] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.050705] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808369, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.066556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "refresh_cache-8a5978c8-220e-4534-a032-4b763206c561" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.066842] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Instance network_info: |[{"id": "4f3d7061-f589-4d60-bc31-607a498bca86", "address": "fa:16:3e:b5:46:a5", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f3d7061-f5", "ovs_interfaceid": "4f3d7061-f589-4d60-bc31-607a498bca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1802.067285] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] Acquired lock "refresh_cache-8a5978c8-220e-4534-a032-4b763206c561" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.067532] env[62633]: DEBUG nova.network.neutron [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Refreshing network info cache for port 4f3d7061-f589-4d60-bc31-607a498bca86 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.069062] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:46:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f3d7061-f589-4d60-bc31-607a498bca86', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.078115] env[62633]: DEBUG oslo.service.loopingcall [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.082626] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.083470] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5efd14a1-5e66-4494-9f2b-bcfe218b60e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.107879] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.107879] env[62633]: value = "task-1808370" [ 1802.107879] env[62633]: _type = "Task" [ 1802.107879] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.116797] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808370, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.161368] env[62633]: DEBUG nova.scheduler.client.report [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1802.168100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.191689] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.218755] env[62633]: DEBUG nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1802.251973] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1802.252290] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1802.252458] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1802.252649] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1802.252803] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1802.252959] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1802.253196] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1802.253360] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1802.253538] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1802.253701] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1802.253879] env[62633]: DEBUG nova.virt.hardware [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1802.254783] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c5e6e-2327-4833-bb9e-d1680b411d7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.268927] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561f35e3-0192-4186-8bac-415182c462d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.274027] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808367, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.349425] env[62633]: DEBUG nova.network.neutron [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Updated VIF entry in instance network info cache for port 4f3d7061-f589-4d60-bc31-607a498bca86. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.349915] env[62633]: DEBUG nova.network.neutron [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Updating instance_info_cache with network_info: [{"id": "4f3d7061-f589-4d60-bc31-607a498bca86", "address": "fa:16:3e:b5:46:a5", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f3d7061-f5", "ovs_interfaceid": "4f3d7061-f589-4d60-bc31-607a498bca86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.357120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-c85ae469-28ad-4400-95c0-bc48b3557971" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.357432] env[62633]: DEBUG nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Instance network_info: |[{"id": "3d843416-a1f8-4a25-b68d-e303864b2983", "address": "fa:16:3e:44:a3:2b", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d843416-a1", "ovs_interfaceid": "3d843416-a1f8-4a25-b68d-e303864b2983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1802.357843] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:a3:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d843416-a1f8-4a25-b68d-e303864b2983', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.366197] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating folder: Project (1f2ef21e9c4f4efcaafa1883ab143e4f). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1802.367148] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f56f775-26be-4121-87f2-071962a94ae8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.377359] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Created folder: Project (1f2ef21e9c4f4efcaafa1883ab143e4f) in parent group-v374582. [ 1802.377558] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating folder: Instances. Parent ref: group-v374827. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1802.377791] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ac8b831-3c2c-402a-a11c-cd03801db4df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.389443] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Created folder: Instances in parent group-v374827. [ 1802.389671] env[62633]: DEBUG oslo.service.loopingcall [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.389864] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.390078] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d7feee6-77a4-4996-b5ec-17988bc4e00f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.410323] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.410323] env[62633]: value = "task-1808373" [ 1802.410323] env[62633]: _type = "Task" [ 1802.410323] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.421019] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808373, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.489676] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: d5802274-3d5c-42a5-b915-48a971c3c2ed] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1802.545073] env[62633]: INFO nova.compute.manager [-] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Took 1.39 seconds to deallocate network for instance. [ 1802.549472] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571969} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.552661] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97/8d0a0ea0-adcf-4d48-b704-1f0f360f9c97.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.552661] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.553235] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6177200-3774-4506-a50a-ca4fe58f24e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.560148] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1802.560148] env[62633]: value = "task-1808374" [ 1802.560148] env[62633]: _type = "Task" [ 1802.560148] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.569051] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.590206] env[62633]: DEBUG nova.compute.manager [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Received event network-vif-plugged-3d843416-a1f8-4a25-b68d-e303864b2983 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1802.590418] env[62633]: DEBUG oslo_concurrency.lockutils [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] Acquiring lock "c85ae469-28ad-4400-95c0-bc48b3557971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.590674] env[62633]: DEBUG oslo_concurrency.lockutils [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] Lock "c85ae469-28ad-4400-95c0-bc48b3557971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.590803] env[62633]: DEBUG oslo_concurrency.lockutils [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] Lock "c85ae469-28ad-4400-95c0-bc48b3557971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.590964] env[62633]: DEBUG nova.compute.manager [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] No waiting events found dispatching network-vif-plugged-3d843416-a1f8-4a25-b68d-e303864b2983 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1802.591148] env[62633]: WARNING nova.compute.manager [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Received unexpected event network-vif-plugged-3d843416-a1f8-4a25-b68d-e303864b2983 for instance with vm_state building and task_state spawning. [ 1802.591307] env[62633]: DEBUG nova.compute.manager [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Received event network-changed-3d843416-a1f8-4a25-b68d-e303864b2983 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1802.591470] env[62633]: DEBUG nova.compute.manager [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Refreshing instance network info cache due to event network-changed-3d843416-a1f8-4a25-b68d-e303864b2983. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1802.591697] env[62633]: DEBUG oslo_concurrency.lockutils [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] Acquiring lock "refresh_cache-c85ae469-28ad-4400-95c0-bc48b3557971" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.591796] env[62633]: DEBUG oslo_concurrency.lockutils [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] Acquired lock "refresh_cache-c85ae469-28ad-4400-95c0-bc48b3557971" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.591958] env[62633]: DEBUG nova.network.neutron [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Refreshing network info cache for port 3d843416-a1f8-4a25-b68d-e303864b2983 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.619482] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808370, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.666052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.666617] env[62633]: DEBUG nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1802.669285] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.381s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.670694] env[62633]: INFO nova.compute.claims [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1802.691907] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.768116] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808367, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.852986] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] Releasing lock "refresh_cache-8a5978c8-220e-4534-a032-4b763206c561" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.853515] env[62633]: DEBUG nova.compute.manager [req-cdcaf31c-d380-4bf3-a58a-099674bd2401 req-fbd057d1-d0e5-470a-88b6-0955f950776a service nova] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Received event network-vif-deleted-d309841c-883a-4860-90c5-589b47c9e5b8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1802.922517] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808373, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.995370] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1802.995370] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374823', 'volume_id': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'name': 'volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31f986a1-2911-45ce-9e1e-2f78e888a9a7', 'attached_at': '', 'detached_at': '', 'volume_id': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'serial': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1802.995370] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 3f36f848-4559-4a9c-a1ad-1fb6418172cd] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1802.997168] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f542af-674f-4f42-a13f-fa6cc7936a20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.017132] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766063b1-6493-4c6d-a4ce-bafb6d457c8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.052926] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c/volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.053637] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1843d23b-6eb5-45f0-b152-562cdb776ef3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.068138] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.077425] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.329955} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.079009] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.079392] env[62633]: DEBUG oslo_vmware.api [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1803.079392] env[62633]: value = "task-1808375" [ 1803.079392] env[62633]: _type = "Task" [ 1803.079392] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.080117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998ab57f-00fe-4a98-b141-924893e5b131 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.095842] env[62633]: DEBUG oslo_vmware.api [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.117591] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97/8d0a0ea0-adcf-4d48-b704-1f0f360f9c97.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.118894] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-069e12be-1182-4540-a50b-96a2b236c77c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.144524] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808370, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.145576] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1803.145576] env[62633]: value = "task-1808376" [ 1803.145576] env[62633]: _type = "Task" [ 1803.145576] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.153712] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.175376] env[62633]: DEBUG nova.compute.utils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.179130] env[62633]: DEBUG nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1803.179324] env[62633]: DEBUG nova.network.neutron [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.195927] env[62633]: DEBUG oslo_vmware.api [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808357, 'name': ReconfigVM_Task, 'duration_secs': 6.940062} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.196308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.196742] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1803.269671] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808367, 'name': CloneVM_Task, 'duration_secs': 2.339988} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.271846] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Created linked-clone VM from snapshot [ 1803.272838] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c95fa9-59a4-480b-b7b8-92c7b8d57251 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.279224] env[62633]: DEBUG nova.policy [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b5162555de4de18ef18f2bf16fd103', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c277343f2d12457f94fa90d66722baff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1803.284464] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Uploading image 31f9ede5-b368-4e24-aca9-48e3f2b281f3 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1803.315787] env[62633]: DEBUG oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1803.315787] env[62633]: value = "vm-374825" [ 1803.315787] env[62633]: _type = "VirtualMachine" [ 1803.315787] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1803.316135] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21ef7487-2fc9-450a-a884-dd541916057d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.323829] env[62633]: DEBUG oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lease: (returnval){ [ 1803.323829] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d17d7b-72dc-054b-1a01-8a49ada29b74" [ 1803.323829] env[62633]: _type = "HttpNfcLease" [ 1803.323829] env[62633]: } obtained for exporting VM: (result){ [ 1803.323829] env[62633]: value = "vm-374825" [ 1803.323829] env[62633]: _type = "VirtualMachine" [ 1803.323829] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1803.324248] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the lease: (returnval){ [ 1803.324248] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d17d7b-72dc-054b-1a01-8a49ada29b74" [ 1803.324248] env[62633]: _type = "HttpNfcLease" [ 1803.324248] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1803.331473] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1803.331473] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d17d7b-72dc-054b-1a01-8a49ada29b74" [ 1803.331473] env[62633]: _type = "HttpNfcLease" [ 1803.331473] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1803.363190] env[62633]: DEBUG nova.network.neutron [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Successfully updated port: 046b2bab-9cf6-4d54-83b6-1a26993227e5 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.420687] env[62633]: DEBUG nova.compute.manager [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Received event network-vif-plugged-046b2bab-9cf6-4d54-83b6-1a26993227e5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1803.421394] env[62633]: DEBUG oslo_concurrency.lockutils [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] Acquiring lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.422018] env[62633]: DEBUG oslo_concurrency.lockutils [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.422316] env[62633]: DEBUG oslo_concurrency.lockutils [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.422468] env[62633]: DEBUG nova.compute.manager [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] No waiting events found dispatching network-vif-plugged-046b2bab-9cf6-4d54-83b6-1a26993227e5 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1803.422613] env[62633]: WARNING nova.compute.manager [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Received unexpected event network-vif-plugged-046b2bab-9cf6-4d54-83b6-1a26993227e5 for instance with vm_state building and task_state spawning. [ 1803.422833] env[62633]: DEBUG nova.compute.manager [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Received event network-changed-046b2bab-9cf6-4d54-83b6-1a26993227e5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1803.422995] env[62633]: DEBUG nova.compute.manager [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Refreshing instance network info cache due to event network-changed-046b2bab-9cf6-4d54-83b6-1a26993227e5. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1803.423236] env[62633]: DEBUG oslo_concurrency.lockutils [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] Acquiring lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.423384] env[62633]: DEBUG oslo_concurrency.lockutils [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] Acquired lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.423549] env[62633]: DEBUG nova.network.neutron [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Refreshing network info cache for port 046b2bab-9cf6-4d54-83b6-1a26993227e5 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.430059] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808373, 'name': CreateVM_Task, 'duration_secs': 0.840239} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.430803] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.432580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.432580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.432580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.433691] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc04a20e-f35a-4a7d-8987-2b467b21d54b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.439877] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1803.439877] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5239e96e-677a-0fcd-8875-33f165ed2954" [ 1803.439877] env[62633]: _type = "Task" [ 1803.439877] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.451271] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5239e96e-677a-0fcd-8875-33f165ed2954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.469775] env[62633]: DEBUG nova.network.neutron [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Updated VIF entry in instance network info cache for port 3d843416-a1f8-4a25-b68d-e303864b2983. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.470390] env[62633]: DEBUG nova.network.neutron [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Updating instance_info_cache with network_info: [{"id": "3d843416-a1f8-4a25-b68d-e303864b2983", "address": "fa:16:3e:44:a3:2b", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d843416-a1", "ovs_interfaceid": "3d843416-a1f8-4a25-b68d-e303864b2983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.502472] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 55b60107-c7f1-43c5-bdfb-0d32ca39b1e8] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1803.592998] env[62633]: DEBUG oslo_vmware.api [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808375, 'name': ReconfigVM_Task, 'duration_secs': 0.427961} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.593315] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c/volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.598551] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c05a1463-13e4-4299-8bc6-3b08faaddb0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.616405] env[62633]: DEBUG oslo_vmware.api [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1803.616405] env[62633]: value = "task-1808378" [ 1803.616405] env[62633]: _type = "Task" [ 1803.616405] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.628455] env[62633]: DEBUG oslo_vmware.api [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808378, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.634022] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808370, 'name': CreateVM_Task, 'duration_secs': 1.038743} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.634419] env[62633]: DEBUG nova.network.neutron [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Successfully created port: b4ec9727-cd26-4067-8523-8887590202d8 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.636377] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.636820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.655204] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808376, 'name': ReconfigVM_Task, 'duration_secs': 0.293994} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.655480] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97/8d0a0ea0-adcf-4d48-b704-1f0f360f9c97.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.656152] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9321107-62cd-41a8-9c1d-8a1b0655e09f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.662477] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1803.662477] env[62633]: value = "task-1808379" [ 1803.662477] env[62633]: _type = "Task" [ 1803.662477] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.672409] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808379, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.680182] env[62633]: DEBUG nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1803.837031] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1803.837031] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d17d7b-72dc-054b-1a01-8a49ada29b74" [ 1803.837031] env[62633]: _type = "HttpNfcLease" [ 1803.837031] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1803.841021] env[62633]: DEBUG oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1803.841021] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d17d7b-72dc-054b-1a01-8a49ada29b74" [ 1803.841021] env[62633]: _type = "HttpNfcLease" [ 1803.841021] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1803.841021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8267b25e-6f38-4116-ab4b-23f94788a274 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.849137] env[62633]: DEBUG oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277878d-c17a-a942-b49d-a825dcc851fc/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1803.849137] env[62633]: DEBUG oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277878d-c17a-a942-b49d-a825dcc851fc/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1803.917725] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.951243] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5239e96e-677a-0fcd-8875-33f165ed2954, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.956371] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.956633] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.956874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.957036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.957234] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.957932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.958294] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.958537] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a347b1a0-9ca7-40ac-a096-5a3e98704284 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.960349] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef508bd1-c3dd-4597-8498-c5986e3b2a0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.962123] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ca8f96-9fe7-4d24-ac42-1c410a8676a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.967872] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1803.967872] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d49b87-833a-f1f2-23a9-463e5ac8d9ba" [ 1803.967872] env[62633]: _type = "Task" [ 1803.967872] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.971561] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.971709] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.972947] env[62633]: DEBUG oslo_concurrency.lockutils [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] Releasing lock "refresh_cache-c85ae469-28ad-4400-95c0-bc48b3557971" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.973203] env[62633]: DEBUG nova.compute.manager [req-68d46af5-4494-4c67-8d1c-26cf1fef9ee9 req-f81b7548-30f4-4453-a62e-00260bb640db service nova] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Received event network-vif-deleted-015913d7-c60c-4352-a7e2-01b64217fbff {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1803.973520] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a834131-f333-4ea4-9bb2-e2e678b3b23f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.978540] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d49b87-833a-f1f2-23a9-463e5ac8d9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.984908] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1803.984908] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528dd8f9-f085-1d54-74a9-d9a1fe442c84" [ 1803.984908] env[62633]: _type = "Task" [ 1803.984908] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.994800] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528dd8f9-f085-1d54-74a9-d9a1fe442c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.002135] env[62633]: DEBUG nova.network.neutron [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.005234] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: cf86a1a0-715d-4b14-9151-4249ab7c53d7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1804.129138] env[62633]: DEBUG oslo_vmware.api [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808378, 'name': ReconfigVM_Task, 'duration_secs': 0.14775} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.129296] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374823', 'volume_id': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'name': 'volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '31f986a1-2911-45ce-9e1e-2f78e888a9a7', 'attached_at': '', 'detached_at': '', 'volume_id': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'serial': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1804.150332] env[62633]: DEBUG nova.network.neutron [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.159894] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6a66df-012c-446d-af1c-419a324930fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.174980] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbfda83-feeb-44a0-b633-f72e7a4c50af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.184605] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808379, 'name': Rename_Task, 'duration_secs': 0.153521} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.185563] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.185969] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-322facf8-b26a-4de4-b452-cc796e960629 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.219424] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec7c03-c8a6-4548-bcaa-bd0e7b4640c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.224350] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1804.224350] env[62633]: value = "task-1808380" [ 1804.224350] env[62633]: _type = "Task" [ 1804.224350] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.234839] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa8b426-bc47-4e2e-ac76-97d6eede15c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.242956] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808380, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.256343] env[62633]: DEBUG nova.compute.provider_tree [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.480179] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d49b87-833a-f1f2-23a9-463e5ac8d9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013075} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.480616] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.480944] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1804.481252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.495158] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528dd8f9-f085-1d54-74a9-d9a1fe442c84, 'name': SearchDatastore_Task, 'duration_secs': 0.026055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.496171] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c612b70-bdf7-4aa0-9832-9b14cfb7232a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.502364] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1804.502364] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e17ac6-3199-d184-17d9-1678e5a41de2" [ 1804.502364] env[62633]: _type = "Task" [ 1804.502364] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.511538] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 4f644c82-d658-4aa4-995e-ab24c791a258] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1804.514551] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e17ac6-3199-d184-17d9-1678e5a41de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.638105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.638105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.638105] env[62633]: DEBUG nova.network.neutron [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.659095] env[62633]: DEBUG oslo_concurrency.lockutils [req-19826db3-6c91-49ce-b3aa-c4e916853f8c req-90bfc965-a827-4915-bac2-aafd7e4b624e service nova] Releasing lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.662503] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.662503] env[62633]: DEBUG nova.network.neutron [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.709681] env[62633]: DEBUG nova.compute.manager [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-vif-deleted-e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1804.710269] env[62633]: INFO nova.compute.manager [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Neutron deleted interface e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24; detaching it from the instance and deleting it from the info cache [ 1804.710595] env[62633]: DEBUG nova.network.neutron [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "address": "fa:16:3e:cb:e9:e0", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d3a5aa-6e", "ovs_interfaceid": "11d3a5aa-6e67-4d04-ae00-7a94d29d5a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.720715] env[62633]: DEBUG nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1804.739230] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808380, 'name': PowerOnVM_Task, 'duration_secs': 0.478228} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.741491] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.741799] env[62633]: INFO nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Took 14.60 seconds to spawn the instance on the hypervisor. [ 1804.741994] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1804.743212] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da2126-b3aa-4b2b-991b-88d52fe4823f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.749286] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1804.749923] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1804.750124] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.750666] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1804.750963] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.751230] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1804.751461] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1804.751632] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1804.751815] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1804.751975] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1804.752788] env[62633]: DEBUG nova.virt.hardware [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1804.754071] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a27d79b-21fa-44bb-93bc-8bbb5cc28185 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.759919] env[62633]: DEBUG nova.scheduler.client.report [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1804.775640] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bf2349-a762-4ac0-bbc2-ac96c6fc2bf6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.017329] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: e3c28819-30a4-4d12-85ee-76fa21fd8a90] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1805.026959] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e17ac6-3199-d184-17d9-1678e5a41de2, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.027360] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.027690] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] c85ae469-28ad-4400-95c0-bc48b3557971/c85ae469-28ad-4400-95c0-bc48b3557971.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.028097] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.028372] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.029017] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2e7d2d6-c8cf-4857-aab0-73fd80285250 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.031727] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13f1982a-9ea6-4fad-b91b-c593f74a904b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.041556] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1805.041556] env[62633]: value = "task-1808381" [ 1805.041556] env[62633]: _type = "Task" [ 1805.041556] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.042883] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.043314] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.047521] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0bd42b-eb33-46bf-8850-1bda4dacc540 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.055214] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1805.055214] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528dd861-6e93-11f3-1a2f-e27a7d02d952" [ 1805.055214] env[62633]: _type = "Task" [ 1805.055214] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.059188] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.073020] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528dd861-6e93-11f3-1a2f-e27a7d02d952, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.073020] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fa0490-0f79-4b0b-9d50-1d13d15828f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.077760] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1805.077760] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5260b415-8a8c-e43c-b031-c2364521c5f6" [ 1805.077760] env[62633]: _type = "Task" [ 1805.077760] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.086075] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5260b415-8a8c-e43c-b031-c2364521c5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.184457] env[62633]: DEBUG nova.objects.instance [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'flavor' on Instance uuid 31f986a1-2911-45ce-9e1e-2f78e888a9a7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.211012] env[62633]: DEBUG nova.network.neutron [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.214318] env[62633]: DEBUG oslo_concurrency.lockutils [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.216309] env[62633]: DEBUG oslo_concurrency.lockutils [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Acquired lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.218572] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153462d-6e53-4ad8-96b3-5ea0d43cd143 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.249293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2142cf-bf9f-40e6-adac-f4a9ebfca7a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.281803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.282627] env[62633]: DEBUG nova.compute.manager [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1805.285573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.295518] env[62633]: DEBUG nova.virt.vmwareapi.vmops [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1805.298878] env[62633]: DEBUG nova.network.neutron [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Successfully updated port: b4ec9727-cd26-4067-8523-8887590202d8 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.301054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.305s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.302434] env[62633]: INFO nova.compute.claims [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.305232] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad0acd1-1e9d-4b73-a1b2-7ea09f858b5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.328087] env[62633]: INFO nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Took 21.35 seconds to build instance. [ 1805.337058] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Waiting for the task: (returnval){ [ 1805.337058] env[62633]: value = "task-1808382" [ 1805.337058] env[62633]: _type = "Task" [ 1805.337058] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.347422] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.444249] env[62633]: DEBUG nova.network.neutron [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Updating instance_info_cache with network_info: [{"id": "046b2bab-9cf6-4d54-83b6-1a26993227e5", "address": "fa:16:3e:8a:3e:a0", "network": {"id": "7e755c89-6527-4f7e-a3fe-504c886e139c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1583005320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "017d24f1a91a4c5a8d4b58db0717acfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046b2bab-9c", "ovs_interfaceid": "046b2bab-9cf6-4d54-83b6-1a26993227e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.520997] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: f58b9e3b-ef6e-4d3c-b674-6ae9fad07372] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1805.552307] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497524} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.553378] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] c85ae469-28ad-4400-95c0-bc48b3557971/c85ae469-28ad-4400-95c0-bc48b3557971.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.553624] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.556105] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbbd4cd4-d097-4e09-aa09-1cca5c9d21b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.566459] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1805.566459] env[62633]: value = "task-1808383" [ 1805.566459] env[62633]: _type = "Task" [ 1805.566459] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.573745] env[62633]: DEBUG nova.compute.manager [req-637dd669-cf7a-43a5-8966-754ff29e9252 req-1921f2f9-eafc-4df6-a3a4-e4f04b57c947 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-vif-deleted-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1805.573745] env[62633]: INFO nova.compute.manager [req-637dd669-cf7a-43a5-8966-754ff29e9252 req-1921f2f9-eafc-4df6-a3a4-e4f04b57c947 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Neutron deleted interface 11d3a5aa-6e67-4d04-ae00-7a94d29d5a58; detaching it from the instance and deleting it from the info cache [ 1805.573745] env[62633]: DEBUG nova.network.neutron [req-637dd669-cf7a-43a5-8966-754ff29e9252 req-1921f2f9-eafc-4df6-a3a4-e4f04b57c947 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.579255] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.590589] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5260b415-8a8c-e43c-b031-c2364521c5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.591825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.592168] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8a5978c8-220e-4534-a032-4b763206c561/8a5978c8-220e-4534-a032-4b763206c561.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.592493] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d544de96-d3a6-48de-bc41-fd5321f8c3df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.601166] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1805.601166] env[62633]: value = "task-1808384" [ 1805.601166] env[62633]: _type = "Task" [ 1805.601166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.618188] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.632320] env[62633]: INFO nova.network.neutron [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Port 11d3a5aa-6e67-4d04-ae00-7a94d29d5a58 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1805.632320] env[62633]: INFO nova.network.neutron [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Port e2ae8d2a-f5b7-4a3f-b111-f73c67eb2e24 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1805.632741] env[62633]: DEBUG nova.network.neutron [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [{"id": "4b82233c-7150-4955-b74e-4c87454625b6", "address": "fa:16:3e:57:21:b3", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b82233c-71", "ovs_interfaceid": "4b82233c-7150-4955-b74e-4c87454625b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.690771] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1672132a-ba43-4de7-84a3-6e02cfc623ea tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.321s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.802436] env[62633]: DEBUG nova.compute.utils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.804878] env[62633]: DEBUG nova.compute.manager [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1805.828119] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.828510] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.828864] env[62633]: DEBUG nova.network.neutron [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.833733] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.870s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.850580] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.947636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.948054] env[62633]: DEBUG nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Instance network_info: |[{"id": "046b2bab-9cf6-4d54-83b6-1a26993227e5", "address": "fa:16:3e:8a:3e:a0", "network": {"id": "7e755c89-6527-4f7e-a3fe-504c886e139c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1583005320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "017d24f1a91a4c5a8d4b58db0717acfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046b2bab-9c", "ovs_interfaceid": "046b2bab-9cf6-4d54-83b6-1a26993227e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1805.948570] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:3e:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '046b2bab-9cf6-4d54-83b6-1a26993227e5', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1805.959383] env[62633]: DEBUG oslo.service.loopingcall [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.959890] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1805.960357] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a536326b-1f62-474d-9b46-a6f3f4c73ed4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.984899] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1805.984899] env[62633]: value = "task-1808385" [ 1805.984899] env[62633]: _type = "Task" [ 1805.984899] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.994686] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808385, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.025437] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 652a0fdc-5bca-4fcd-8ce4-b554d9e01d98] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1806.078943] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097703} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.079342] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.079959] env[62633]: DEBUG oslo_concurrency.lockutils [req-637dd669-cf7a-43a5-8966-754ff29e9252 req-1921f2f9-eafc-4df6-a3a4-e4f04b57c947 service nova] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.080786] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce23e08b-948b-4fe2-8323-540c4fe0117b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.107583] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c85ae469-28ad-4400-95c0-bc48b3557971/c85ae469-28ad-4400-95c0-bc48b3557971.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.108826] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60dff4a-f73d-4975-9e5f-a6c4a2ef7bb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.138506] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.140489] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497066} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.141891] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8a5978c8-220e-4534-a032-4b763206c561/8a5978c8-220e-4534-a032-4b763206c561.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.142176] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1806.142497] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1806.142497] env[62633]: value = "task-1808386" [ 1806.142497] env[62633]: _type = "Task" [ 1806.142497] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.142897] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24044cb1-4b57-4b74-a99a-c1085c487edf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.154860] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.156237] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1806.156237] env[62633]: value = "task-1808387" [ 1806.156237] env[62633]: _type = "Task" [ 1806.156237] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.164935] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.306494] env[62633]: DEBUG nova.compute.manager [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1806.367638] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.388319] env[62633]: DEBUG nova.network.neutron [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.495139] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808385, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.529318] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 15e0af51-7b85-4963-b112-203ce9a45e4e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1806.644147] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e523d85f-fc8c-4bc2-8dd1-0f6f1b420aa5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-62330dee-f42a-4c6f-93c7-be10422d7ff5-11d3a5aa-6e67-4d04-ae00-7a94d29d5a58" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.078s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.650051] env[62633]: DEBUG nova.network.neutron [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance_info_cache with network_info: [{"id": "b4ec9727-cd26-4067-8523-8887590202d8", "address": "fa:16:3e:5f:37:e2", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec9727-cd", "ovs_interfaceid": "b4ec9727-cd26-4067-8523-8887590202d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.660827] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808386, 'name': ReconfigVM_Task, 'duration_secs': 0.47834} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.665032] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c85ae469-28ad-4400-95c0-bc48b3557971/c85ae469-28ad-4400-95c0-bc48b3557971.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.669104] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aedeb4b-a6ad-45d6-a0f9-f763bfa42e64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.676868] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.678230] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.678600] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1806.678600] env[62633]: value = "task-1808388" [ 1806.678600] env[62633]: _type = "Task" [ 1806.678600] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.679324] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144bcca-0733-467b-b2d5-d436b9220d25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.709195] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 8a5978c8-220e-4534-a032-4b763206c561/8a5978c8-220e-4534-a032-4b763206c561.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.715178] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16bd5fc4-2293-4c6c-9f70-630f999df45d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.731658] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808388, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.737745] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1806.737745] env[62633]: value = "task-1808389" [ 1806.737745] env[62633]: _type = "Task" [ 1806.737745] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.746211] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.747783] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3933b70c-2300-454d-9396-c065a51e8ec6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.755837] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b0c9d-cb5c-4a91-961a-a9d10fb0d968 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.787182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46f8c8b-88e1-4265-b433-37924305d505 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.794790] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb019a5-05b1-424c-aabb-daf6ca1434bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.809194] env[62633]: DEBUG nova.compute.provider_tree [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.817539] env[62633]: DEBUG nova.compute.manager [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Received event network-vif-plugged-b4ec9727-cd26-4067-8523-8887590202d8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1806.817539] env[62633]: DEBUG oslo_concurrency.lockutils [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] Acquiring lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.817539] env[62633]: DEBUG oslo_concurrency.lockutils [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.817539] env[62633]: DEBUG oslo_concurrency.lockutils [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.817539] env[62633]: DEBUG nova.compute.manager [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] No waiting events found dispatching network-vif-plugged-b4ec9727-cd26-4067-8523-8887590202d8 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1806.817539] env[62633]: WARNING nova.compute.manager [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Received unexpected event network-vif-plugged-b4ec9727-cd26-4067-8523-8887590202d8 for instance with vm_state building and task_state spawning. [ 1806.817539] env[62633]: DEBUG nova.compute.manager [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Received event network-changed-b4ec9727-cd26-4067-8523-8887590202d8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1806.817539] env[62633]: DEBUG nova.compute.manager [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Refreshing instance network info cache due to event network-changed-b4ec9727-cd26-4067-8523-8887590202d8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1806.817539] env[62633]: DEBUG oslo_concurrency.lockutils [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] Acquiring lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.856166] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.859391] env[62633]: DEBUG nova.compute.manager [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1806.997803] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808385, 'name': CreateVM_Task, 'duration_secs': 0.757445} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.997803] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1806.998192] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.999039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.999039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.999039] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c7c51c-60c0-486c-b015-5eabded19f54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.004304] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1807.004304] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52160215-8208-5189-f93e-92c4771f612a" [ 1807.004304] env[62633]: _type = "Task" [ 1807.004304] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.013826] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52160215-8208-5189-f93e-92c4771f612a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.034112] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bcde5138-2515-4fa1-9bfe-f737c8e51a62] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1807.154434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.154777] env[62633]: DEBUG nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Instance network_info: |[{"id": "b4ec9727-cd26-4067-8523-8887590202d8", "address": "fa:16:3e:5f:37:e2", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec9727-cd", "ovs_interfaceid": "b4ec9727-cd26-4067-8523-8887590202d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1807.155117] env[62633]: DEBUG oslo_concurrency.lockutils [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] Acquired lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.155318] env[62633]: DEBUG nova.network.neutron [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Refreshing network info cache for port b4ec9727-cd26-4067-8523-8887590202d8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.156691] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:37:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4ec9727-cd26-4067-8523-8887590202d8', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.164669] env[62633]: DEBUG oslo.service.loopingcall [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.165293] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.165562] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb0edcd0-4e91-43a2-af4a-f6ffd35c0aeb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.188820] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.188820] env[62633]: value = "task-1808390" [ 1807.188820] env[62633]: _type = "Task" [ 1807.188820] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.195842] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808388, 'name': Rename_Task, 'duration_secs': 0.214997} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.197201] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.197498] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f6e535d-4d59-4ec7-b24d-7ba70cc2b98c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.203201] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808390, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.210906] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1807.210906] env[62633]: value = "task-1808391" [ 1807.210906] env[62633]: _type = "Task" [ 1807.210906] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.219906] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.248398] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808389, 'name': ReconfigVM_Task, 'duration_secs': 0.331432} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.248398] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 8a5978c8-220e-4534-a032-4b763206c561/8a5978c8-220e-4534-a032-4b763206c561.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.249090] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb936826-ab28-4194-a664-b71de2b05849 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.255269] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1807.255269] env[62633]: value = "task-1808392" [ 1807.255269] env[62633]: _type = "Task" [ 1807.255269] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.264772] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808392, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.319189] env[62633]: DEBUG nova.scheduler.client.report [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1807.325019] env[62633]: DEBUG nova.compute.manager [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1807.357938] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.360701] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1807.360999] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1807.361184] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.361383] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1807.361548] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.361878] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1807.362203] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1807.362283] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1807.362838] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1807.362838] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1807.362838] env[62633]: DEBUG nova.virt.hardware [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1807.367149] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae12695-973f-4c4a-9e41-aa5dcdfe1c21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.378595] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d3c0fa-8cb4-4a4c-a0ec-4305ec0c8054 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.395203] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.402359] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Creating folder: Project (80bb302937ef4af5b37903c4410a5e3e). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1807.403640] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.403923] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41983057-98ce-4c94-8c9b-6be3c68a6bdf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.414600] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Created folder: Project (80bb302937ef4af5b37903c4410a5e3e) in parent group-v374582. [ 1807.414828] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Creating folder: Instances. Parent ref: group-v374832. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1807.415098] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8911a84c-5b27-4b0d-941e-50051c345dc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.424634] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Created folder: Instances in parent group-v374832. [ 1807.424983] env[62633]: DEBUG oslo.service.loopingcall [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.425212] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a24b1271-9773-4719-b12a-6e161213b834] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.425453] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af60cf40-d3d3-4d2b-986e-4b6f4f3faa98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.443643] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.443643] env[62633]: value = "task-1808395" [ 1807.443643] env[62633]: _type = "Task" [ 1807.443643] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.451636] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808395, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.519049] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52160215-8208-5189-f93e-92c4771f612a, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.519049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.519049] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.519049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.519049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.519519] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.519583] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec89f202-7694-47f8-96b4-7924a50c716f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.528197] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.528434] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.529218] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ed6bd9-97fd-4ee5-8026-4afedab09c2c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.534652] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1807.534652] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b91b37-f413-f3b9-8c3d-e8b98482ce01" [ 1807.534652] env[62633]: _type = "Task" [ 1807.534652] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.538494] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 60fe6885-f374-4b2f-80f7-eff50e708406] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1807.547034] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b91b37-f413-f3b9-8c3d-e8b98482ce01, 'name': SearchDatastore_Task, 'duration_secs': 0.008675} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.547887] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf76aaa-5ff1-4b80-9e9e-2f12974f5178 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.553868] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1807.553868] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522665a9-4c85-c450-38e8-b1002275186f" [ 1807.553868] env[62633]: _type = "Task" [ 1807.553868] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.562446] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522665a9-4c85-c450-38e8-b1002275186f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.703133] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808390, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.720999] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.765881] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808392, 'name': Rename_Task, 'duration_secs': 0.151588} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.768623] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.768911] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-901dddd6-fd5c-4ce6-a570-5affb8429a5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.776429] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1807.776429] env[62633]: value = "task-1808396" [ 1807.776429] env[62633]: _type = "Task" [ 1807.776429] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.785679] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.827847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.828464] env[62633]: DEBUG nova.compute.manager [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1807.831083] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.176s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.832593] env[62633]: INFO nova.compute.claims [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1807.862718] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.955256] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808395, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.967280] env[62633]: DEBUG nova.network.neutron [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updated VIF entry in instance network info cache for port b4ec9727-cd26-4067-8523-8887590202d8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.967692] env[62633]: DEBUG nova.network.neutron [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance_info_cache with network_info: [{"id": "b4ec9727-cd26-4067-8523-8887590202d8", "address": "fa:16:3e:5f:37:e2", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec9727-cd", "ovs_interfaceid": "b4ec9727-cd26-4067-8523-8887590202d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.042030] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0bd800f2-a382-42a3-97fa-69ff647ffaeb] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1808.064547] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522665a9-4c85-c450-38e8-b1002275186f, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.064547] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.064876] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b/7b13b47f-3d30-467e-b7ab-bef0d004e29b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.064966] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c9f700f-d656-482e-baf7-2dfcdb3f9340 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.074765] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1808.074765] env[62633]: value = "task-1808397" [ 1808.074765] env[62633]: _type = "Task" [ 1808.074765] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.082033] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.204111] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808390, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.223287] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.289079] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808396, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.337773] env[62633]: DEBUG nova.compute.utils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.342187] env[62633]: DEBUG nova.compute.manager [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1808.360207] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.457693] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808395, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.471384] env[62633]: DEBUG oslo_concurrency.lockutils [req-84e8c97b-f3f8-43bb-b5e3-47eb649bc9a1 req-9a44f04b-7cb3-44db-be59-c58dee4850ce service nova] Releasing lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.546327] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7f38ae55-a526-4875-ae77-620b23b236ab] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1808.586882] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808397, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.643878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.643878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.643878] env[62633]: INFO nova.compute.manager [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Shelving [ 1808.703935] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808390, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.722162] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.787267] env[62633]: DEBUG oslo_vmware.api [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808396, 'name': PowerOnVM_Task, 'duration_secs': 0.631828} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.787465] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.787622] env[62633]: INFO nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Took 16.24 seconds to spawn the instance on the hypervisor. [ 1808.787837] env[62633]: DEBUG nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1808.788759] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcd03d9-9667-4eb5-90e0-0c8cfe9e1fec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.842781] env[62633]: DEBUG nova.compute.manager [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1808.859236] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.959430] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808395, 'name': CreateVM_Task, 'duration_secs': 1.144375} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.962118] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a24b1271-9773-4719-b12a-6e161213b834] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.963043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.963043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.963523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.963843] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7905d2-2370-4ac1-8323-8f8792abfa4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.968858] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1808.968858] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524c9705-0618-1d3d-c41d-5c5fc72916c5" [ 1808.968858] env[62633]: _type = "Task" [ 1808.968858] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.978112] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524c9705-0618-1d3d-c41d-5c5fc72916c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.051533] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 28a52eb3-83d0-4428-9ac6-9d643ca7eb42] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1809.087478] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537292} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.087820] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b/7b13b47f-3d30-467e-b7ab-bef0d004e29b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.088226] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.088518] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96ecf72b-9947-4a7b-987d-5266b08d62ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.098418] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1809.098418] env[62633]: value = "task-1808398" [ 1809.098418] env[62633]: _type = "Task" [ 1809.098418] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.108939] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.150352] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db50d3b-8c36-4c2f-aa02-50066bdf07b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.153328] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.153804] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2b88c8-67e5-45a8-ad4e-8a898aee042e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.161949] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102b7151-cf6b-4b2c-9e0d-f5c80bc7c9cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.165394] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1809.165394] env[62633]: value = "task-1808399" [ 1809.165394] env[62633]: _type = "Task" [ 1809.165394] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.200540] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce37806f-076d-4018-ae25-0c6e3156510a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.206458] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.214861] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60c239f-051c-4292-a3a5-0cb49d71f749 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.218957] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808390, 'name': CreateVM_Task, 'duration_secs': 1.668971} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.222582] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1809.223714] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.234501] env[62633]: DEBUG nova.compute.provider_tree [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.238750] env[62633]: DEBUG oslo_vmware.api [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808391, 'name': PowerOnVM_Task, 'duration_secs': 1.65924} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.239257] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1809.239486] env[62633]: INFO nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1809.239669] env[62633]: DEBUG nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1809.240476] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86de3643-88fb-423b-87b4-efe7b6f04ce1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.308298] env[62633]: INFO nova.compute.manager [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Took 25.29 seconds to build instance. [ 1809.359935] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.430697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.430989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.479968] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524c9705-0618-1d3d-c41d-5c5fc72916c5, 'name': SearchDatastore_Task, 'duration_secs': 0.031835} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.480374] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.480642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1809.480883] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.481067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.481287] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1809.481661] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.481991] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1809.482275] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d21055b0-8c6a-48e3-94ed-8c47d0b3ffef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.484740] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e03653-c886-405c-9f01-6b56334ebd40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.490987] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1809.490987] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524ad342-7e04-c9c0-d777-8d749e217459" [ 1809.490987] env[62633]: _type = "Task" [ 1809.490987] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.502082] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524ad342-7e04-c9c0-d777-8d749e217459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.503337] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1809.503523] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1809.504666] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa47e53-c17f-4fd1-834f-84c2378db094 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.509899] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1809.509899] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c49abb-bb12-bde2-45e5-e4a450b43c98" [ 1809.509899] env[62633]: _type = "Task" [ 1809.509899] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.518366] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c49abb-bb12-bde2-45e5-e4a450b43c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.555133] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: e35472bf-1914-4f5b-bedd-24fb62769327] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1809.608138] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135511} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.608393] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.609182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855b4f06-bbe7-4682-b6c7-71c79e8c001f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.631796] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b/7b13b47f-3d30-467e-b7ab-bef0d004e29b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.631796] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4314e55f-6e18-40fd-9d47-16b7488d781e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.651210] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1809.651210] env[62633]: value = "task-1808400" [ 1809.651210] env[62633]: _type = "Task" [ 1809.651210] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.661757] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.674563] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808399, 'name': PowerOffVM_Task, 'duration_secs': 0.387477} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.674908] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.675751] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02b224-469f-48dc-a26e-c31d4fae6d11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.694202] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9e27a-b33b-43fa-9877-f7415c7ad99c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.740314] env[62633]: DEBUG nova.scheduler.client.report [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1809.756307] env[62633]: INFO nova.compute.manager [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Took 15.62 seconds to build instance. [ 1809.810743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c277d65-9407-4fc8-85d2-7506bd0ff7fa tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8a5978c8-220e-4534-a032-4b763206c561" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.805s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.855039] env[62633]: DEBUG nova.compute.manager [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1809.863749] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.881269] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1809.881541] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1809.881737] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.881963] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1809.882157] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.882321] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1809.882533] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1809.882696] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1809.883178] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1809.883178] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1809.883353] env[62633]: DEBUG nova.virt.hardware [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1809.884068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6366e91f-f94b-428c-82ab-12a0885b265f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.892161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df09ad8-11f2-4dc8-84b7-67e3102399f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.906830] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.912392] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Creating folder: Project (da36f6e6f2e9418382d3af2dfc4ad022). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.912686] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df7e2331-3755-4e91-9026-6d40f392bdb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.923375] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Created folder: Project (da36f6e6f2e9418382d3af2dfc4ad022) in parent group-v374582. [ 1809.923568] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Creating folder: Instances. Parent ref: group-v374835. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.923801] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c4b7932-89bd-4ef2-9a2f-2bc949f47474 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.933051] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Created folder: Instances in parent group-v374835. [ 1809.933051] env[62633]: DEBUG oslo.service.loopingcall [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.933051] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1809.933880] env[62633]: DEBUG nova.compute.utils [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.935043] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df541f8a-60d0-41b7-bf03-af9975ea78e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.948981] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.518s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.955100] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.955100] env[62633]: value = "task-1808403" [ 1809.955100] env[62633]: _type = "Task" [ 1809.955100] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.965527] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808403, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.001241] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524ad342-7e04-c9c0-d777-8d749e217459, 'name': SearchDatastore_Task, 'duration_secs': 0.02356} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.001618] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.001871] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1810.002104] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.019097] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c49abb-bb12-bde2-45e5-e4a450b43c98, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.019950] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344d213e-0aef-4da7-82c4-7e8f08cf6ab0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.027169] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1810.027169] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527e1481-7210-9c8c-1f37-501f5282e68b" [ 1810.027169] env[62633]: _type = "Task" [ 1810.027169] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.034918] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527e1481-7210-9c8c-1f37-501f5282e68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.059574] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 2393de63-7d92-484b-8216-3ae3fc76a580] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1810.163337] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.205451] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1810.205874] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d24a6aec-ec50-49fb-b7ef-576235d1a8e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.214803] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1810.214803] env[62633]: value = "task-1808404" [ 1810.214803] env[62633]: _type = "Task" [ 1810.214803] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.223215] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.245919] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.246851] env[62633]: DEBUG nova.compute.manager [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1810.249832] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.282s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.250093] env[62633]: DEBUG nova.objects.instance [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lazy-loading 'resources' on Instance uuid be1e7ea5-12cb-4d56-a360-c9c6b4627f88 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.258707] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2c222d84-1981-4545-9669-7cd31ede6176 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "c85ae469-28ad-4400-95c0-bc48b3557971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.133s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.360798] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.468127] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808403, 'name': CreateVM_Task, 'duration_secs': 0.406053} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.468127] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1810.468127] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.468127] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.468127] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.468408] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd1bad7-147f-4739-8762-076edc7b5043 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.474052] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1810.474052] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5298e068-503b-412e-3dc8-7fac87cbe885" [ 1810.474052] env[62633]: _type = "Task" [ 1810.474052] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.483723] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5298e068-503b-412e-3dc8-7fac87cbe885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.542599] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527e1481-7210-9c8c-1f37-501f5282e68b, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.542903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.543204] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a24b1271-9773-4719-b12a-6e161213b834/a24b1271-9773-4719-b12a-6e161213b834.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1810.543511] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.543766] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1810.544015] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c333341-1b07-4ab5-9ba9-757e38f3ae42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.546321] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c251532d-9111-4487-b51a-57b78d24aff1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.553081] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1810.553081] env[62633]: value = "task-1808405" [ 1810.553081] env[62633]: _type = "Task" [ 1810.553081] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.557718] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1810.557982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1810.559167] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73de543-b92a-4585-9dc8-765522dd2cb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.565271] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7d33e64b-6379-4bc2-a8ba-6581c23a6caa] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1810.567280] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.570784] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1810.570784] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5282b2b0-e3f1-5220-2091-157f0240ba88" [ 1810.570784] env[62633]: _type = "Task" [ 1810.570784] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.587844] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5282b2b0-e3f1-5220-2091-157f0240ba88, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.588936] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf1b879-bd74-4663-a2fe-616531df09ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.598121] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1810.598121] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5224d3c0-9a8d-fc46-0351-5b90e64bda3e" [ 1810.598121] env[62633]: _type = "Task" [ 1810.598121] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.606770] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5224d3c0-9a8d-fc46-0351-5b90e64bda3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.663579] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808400, 'name': ReconfigVM_Task, 'duration_secs': 0.654682} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.663947] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b/7b13b47f-3d30-467e-b7ab-bef0d004e29b.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.664912] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fc03c49-c0d9-4684-bdc4-74250dab68d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.672371] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1810.672371] env[62633]: value = "task-1808406" [ 1810.672371] env[62633]: _type = "Task" [ 1810.672371] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.680768] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808406, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.725000] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808404, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.755020] env[62633]: DEBUG nova.compute.utils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1810.755020] env[62633]: DEBUG nova.compute.manager [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Not allocating networking since 'none' was specified. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1810.866848] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.986488] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5298e068-503b-412e-3dc8-7fac87cbe885, 'name': SearchDatastore_Task, 'duration_secs': 0.012567} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.987025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.987363] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1810.987654] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.006253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "c85ae469-28ad-4400-95c0-bc48b3557971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.006253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "c85ae469-28ad-4400-95c0-bc48b3557971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.006253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "c85ae469-28ad-4400-95c0-bc48b3557971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.006253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "c85ae469-28ad-4400-95c0-bc48b3557971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.006253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "c85ae469-28ad-4400-95c0-bc48b3557971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.008306] env[62633]: INFO nova.compute.manager [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Terminating instance [ 1811.010214] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.010449] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.010750] env[62633]: INFO nova.compute.manager [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Attaching volume 63c5e011-b945-4937-889d-05fb72790009 to /dev/sdb [ 1811.013232] env[62633]: DEBUG nova.compute.manager [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1811.013494] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.014466] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c34c54f-5e8d-49c6-a5c0-37379c62e6c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.028096] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.031264] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d72af29-20e3-4e18-9202-487bdc8af8b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.037834] env[62633]: DEBUG oslo_vmware.api [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1811.037834] env[62633]: value = "task-1808407" [ 1811.037834] env[62633]: _type = "Task" [ 1811.037834] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.048340] env[62633]: DEBUG oslo_vmware.api [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.055967] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9685b981-19a3-4025-a831-75aa26b388ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.069055] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 63cf4d09-5f4f-4327-9dda-5542e41948e7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1811.075274] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d304b-2ead-460f-ae8b-0877954205a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.078612] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808405, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.079310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.079547] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.079754] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.079937] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.080124] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.082228] env[62633]: INFO nova.compute.manager [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Terminating instance [ 1811.084198] env[62633]: DEBUG nova.compute.manager [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1811.084398] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.088716] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b74aa0-00b6-4ec3-b993-681043fdaa2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.099502] env[62633]: DEBUG nova.virt.block_device [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updating existing volume attachment record: 42e76570-7b67-4226-98e8-7e96b492459d {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1811.107897] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.111561] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f21eda6-a3ca-43f1-ac8a-939bd45d2685 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.120420] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5224d3c0-9a8d-fc46-0351-5b90e64bda3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.121980] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.122297] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a734ee7b-96e9-4756-824e-2901fbffc4bf/a734ee7b-96e9-4756-824e-2901fbffc4bf.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1811.122654] env[62633]: DEBUG oslo_vmware.api [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1811.122654] env[62633]: value = "task-1808408" [ 1811.122654] env[62633]: _type = "Task" [ 1811.122654] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.122878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.123170] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.123603] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af081c60-6bba-40be-a57b-9b50b88e7c28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.126667] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b1f6993-ce4d-40b0-abbb-ee012c236c36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.142941] env[62633]: DEBUG oslo_vmware.api [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.145681] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.145977] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.146808] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1811.146808] env[62633]: value = "task-1808409" [ 1811.146808] env[62633]: _type = "Task" [ 1811.146808] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.147036] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61e4d95-8fd7-4adc-b5c6-09b08d6920e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.160022] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1811.160022] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52601588-eca8-f2c4-a110-7f7174458f86" [ 1811.160022] env[62633]: _type = "Task" [ 1811.160022] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.163468] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.172086] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52601588-eca8-f2c4-a110-7f7174458f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.173940] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f01535-cfb8-4461-8a06-b6c215853b65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.189228] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942743df-f2e2-4c7b-9b98-53290eced8d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.192467] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808406, 'name': Rename_Task, 'duration_secs': 0.18579} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.194020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.194020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4536e3b-3b93-4ce2-a13a-6e3faa969ab5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.229590] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098d7480-7399-4a68-8194-9f7154b93da1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.233965] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1811.233965] env[62633]: value = "task-1808410" [ 1811.233965] env[62633]: _type = "Task" [ 1811.233965] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.246168] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808404, 'name': CreateSnapshot_Task, 'duration_secs': 0.982694} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.252151] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1811.252334] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.253109] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bb24c0-28a7-42ee-a31d-1c0c922d71b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.258722] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7aee34-2e2b-49ff-8789-6bfbc81f9e65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.264628] env[62633]: DEBUG nova.compute.manager [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1811.287704] env[62633]: DEBUG nova.compute.provider_tree [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.319637] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "8a5978c8-220e-4534-a032-4b763206c561" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.319943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8a5978c8-220e-4534-a032-4b763206c561" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.320189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "8a5978c8-220e-4534-a032-4b763206c561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.320409] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8a5978c8-220e-4534-a032-4b763206c561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.320684] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8a5978c8-220e-4534-a032-4b763206c561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.324345] env[62633]: INFO nova.compute.manager [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Terminating instance [ 1811.327642] env[62633]: DEBUG nova.compute.manager [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1811.327994] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.330496] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae639fc-9b71-4690-9d12-855ae18b9e60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.343355] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.343992] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75810f33-c529-4f50-841a-0280e6bcc9a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.354095] env[62633]: DEBUG oslo_vmware.api [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1811.354095] env[62633]: value = "task-1808413" [ 1811.354095] env[62633]: _type = "Task" [ 1811.354095] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.377880] env[62633]: DEBUG oslo_vmware.api [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.379299] env[62633]: DEBUG oslo_vmware.api [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Task: {'id': task-1808382, 'name': ReconfigVM_Task, 'duration_secs': 6.021775} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.379299] env[62633]: DEBUG oslo_concurrency.lockutils [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] Releasing lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.379529] env[62633]: DEBUG nova.virt.vmwareapi.vmops [req-d57985cc-739e-403b-9049-6384b5a25f88 req-db9c82be-6bcb-45de-aa25-d519866ca374 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1811.380052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.095s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.380287] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.380502] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.380673] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.383010] env[62633]: INFO nova.compute.manager [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Terminating instance [ 1811.385804] env[62633]: DEBUG nova.compute.manager [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1811.386013] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.386848] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbc4aa4-c90f-4d4c-ad81-f54aec71ad22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.394734] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.395172] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f29efc-1268-4959-962c-c792cdcdd5cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.400730] env[62633]: DEBUG oslo_vmware.api [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1811.400730] env[62633]: value = "task-1808415" [ 1811.400730] env[62633]: _type = "Task" [ 1811.400730] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.409796] env[62633]: DEBUG oslo_vmware.api [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.549090] env[62633]: DEBUG oslo_vmware.api [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808407, 'name': PowerOffVM_Task, 'duration_secs': 0.341163} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.549508] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.549920] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.550261] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e2aa795-80d1-4b12-9d83-c5ec6e88a4a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.566303] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589211} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.566645] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a24b1271-9773-4719-b12a-6e161213b834/a24b1271-9773-4719-b12a-6e161213b834.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1811.566868] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1811.567172] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c00e195-617c-451d-b746-d12b0e078368 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.574846] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1811.574846] env[62633]: value = "task-1808417" [ 1811.574846] env[62633]: _type = "Task" [ 1811.574846] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.579705] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 8975a6e8-03f5-424b-8843-79a4033b9790] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1811.589837] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.638745] env[62633]: DEBUG oslo_vmware.api [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808408, 'name': PowerOffVM_Task, 'duration_secs': 0.275179} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.639090] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.639343] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.639689] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb443b10-c0d4-4d35-944c-b0937e60fef8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.660554] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808409, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.674341] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52601588-eca8-f2c4-a110-7f7174458f86, 'name': SearchDatastore_Task, 'duration_secs': 0.013987} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.675173] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6494ffe7-36fb-49bd-b8d0-519fc7c049e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.681192] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1811.681192] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527b80d4-2a5c-a9a3-96b7-13cf06efb812" [ 1811.681192] env[62633]: _type = "Task" [ 1811.681192] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.692577] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527b80d4-2a5c-a9a3-96b7-13cf06efb812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.723100] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1811.723408] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1811.723666] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleting the datastore file [datastore1] c85ae469-28ad-4400-95c0-bc48b3557971 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1811.724045] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa4a7717-b8b6-4dee-bc84-9ebcbc83327c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.732950] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1811.733251] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1811.733520] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleting the datastore file [datastore1] 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1811.734021] env[62633]: DEBUG oslo_vmware.api [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1811.734021] env[62633]: value = "task-1808419" [ 1811.734021] env[62633]: _type = "Task" [ 1811.734021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.734307] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e3f6e1-3f88-4dcf-8631-b902fe712d1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.751301] env[62633]: DEBUG oslo_vmware.api [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.755896] env[62633]: DEBUG oslo_vmware.api [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1811.755896] env[62633]: value = "task-1808420" [ 1811.755896] env[62633]: _type = "Task" [ 1811.755896] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.756191] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808410, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.765055] env[62633]: DEBUG oslo_vmware.api [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.791615] env[62633]: DEBUG nova.scheduler.client.report [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1811.802401] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1811.802767] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0d975ed-ab9e-48e2-8c5c-015ccfb1da41 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.811627] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1811.811627] env[62633]: value = "task-1808421" [ 1811.811627] env[62633]: _type = "Task" [ 1811.811627] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.821134] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808421, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.864278] env[62633]: DEBUG oslo_vmware.api [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808413, 'name': PowerOffVM_Task, 'duration_secs': 0.466338} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.864610] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.864797] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.865081] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2a80c8d-402e-46c0-b560-847d09a92d98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.911513] env[62633]: DEBUG oslo_vmware.api [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808415, 'name': PowerOffVM_Task, 'duration_secs': 0.227678} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.911712] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.911860] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.912135] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa7ecdfe-eb87-4026-a9da-53c88010cad8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.008306] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.008599] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.008858] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleting the datastore file [datastore1] 8a5978c8-220e-4534-a032-4b763206c561 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.009317] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be8af6fd-315d-402d-a533-cde54442f98e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.019095] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.019483] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.019643] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleting the datastore file [datastore1] 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.020079] env[62633]: DEBUG oslo_vmware.api [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1812.020079] env[62633]: value = "task-1808424" [ 1812.020079] env[62633]: _type = "Task" [ 1812.020079] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.020378] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286034ac-61b9-4be2-99f4-67ffe2961310 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.031288] env[62633]: DEBUG oslo_vmware.api [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.032766] env[62633]: DEBUG oslo_vmware.api [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1812.032766] env[62633]: value = "task-1808425" [ 1812.032766] env[62633]: _type = "Task" [ 1812.032766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.041595] env[62633]: DEBUG oslo_vmware.api [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.085051] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 806fccfd-d508-4b9e-8bdc-22758fc09dd5] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1812.087015] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142915} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.087597] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1812.088349] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68267b3-9a3c-449b-b68b-5dda8509abd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.110572] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a24b1271-9773-4719-b12a-6e161213b834/a24b1271-9773-4719-b12a-6e161213b834.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.110968] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058e2039-4661-4ee2-8ab2-6fe0fc322a6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.135293] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1812.135293] env[62633]: value = "task-1808426" [ 1812.135293] env[62633]: _type = "Task" [ 1812.135293] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.144526] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.160396] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643185} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.160727] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a734ee7b-96e9-4756-824e-2901fbffc4bf/a734ee7b-96e9-4756-824e-2901fbffc4bf.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.160953] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.161245] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55d6711b-09b9-4686-b5ef-b0fbba6b4708 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.169400] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1812.169400] env[62633]: value = "task-1808427" [ 1812.169400] env[62633]: _type = "Task" [ 1812.169400] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.179118] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.190769] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527b80d4-2a5c-a9a3-96b7-13cf06efb812, 'name': SearchDatastore_Task, 'duration_secs': 0.0551} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.191052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.191331] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707/e43a0fb3-a032-4fca-9463-d3fad7590707.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.191694] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcadea3e-65d7-482a-b923-ea14ebf0aced {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.198261] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1812.198261] env[62633]: value = "task-1808428" [ 1812.198261] env[62633]: _type = "Task" [ 1812.198261] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.206113] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.249814] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808410, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.253110] env[62633]: DEBUG oslo_vmware.api [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327386} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.253382] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.253570] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.253783] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.253977] env[62633]: INFO nova.compute.manager [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1812.254264] env[62633]: DEBUG oslo.service.loopingcall [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.254503] env[62633]: DEBUG nova.compute.manager [-] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1812.254681] env[62633]: DEBUG nova.network.neutron [-] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.265479] env[62633]: DEBUG oslo_vmware.api [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321471} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.265740] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.265929] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.266142] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.266349] env[62633]: INFO nova.compute.manager [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1812.266674] env[62633]: DEBUG oslo.service.loopingcall [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.266790] env[62633]: DEBUG nova.compute.manager [-] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1812.266884] env[62633]: DEBUG nova.network.neutron [-] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.276154] env[62633]: DEBUG nova.compute.manager [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1812.303670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.308434] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1812.308756] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1812.308964] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.309250] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1812.309437] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.309641] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1812.309885] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1812.310104] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1812.310377] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1812.310636] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1812.310882] env[62633]: DEBUG nova.virt.hardware [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1812.311295] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.144s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.311561] env[62633]: DEBUG nova.objects.instance [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lazy-loading 'resources' on Instance uuid fa39a315-e0a1-4373-af7d-1ecb255ca737 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.313429] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d831b54d-1eef-4725-88e6-6c62e854d257 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.327208] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53017205-5bfa-4c7d-91ad-951b5efebc25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.334201] env[62633]: INFO nova.scheduler.client.report [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted allocations for instance be1e7ea5-12cb-4d56-a360-c9c6b4627f88 [ 1812.338671] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808421, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.352865] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.358826] env[62633]: DEBUG oslo.service.loopingcall [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.359139] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.359427] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eba414a-29ac-4e0f-bc6a-e33502825b18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.379971] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.379971] env[62633]: value = "task-1808429" [ 1812.379971] env[62633]: _type = "Task" [ 1812.379971] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.388445] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808429, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.534170] env[62633]: DEBUG oslo_vmware.api [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291649} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.539223] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.539223] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.539223] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.539223] env[62633]: INFO nova.compute.manager [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1812.539877] env[62633]: DEBUG oslo.service.loopingcall [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.539877] env[62633]: DEBUG nova.compute.manager [-] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1812.539877] env[62633]: DEBUG nova.network.neutron [-] [instance: 8a5978c8-220e-4534-a032-4b763206c561] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.552534] env[62633]: DEBUG oslo_vmware.api [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323733} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.552534] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.552534] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.552534] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.552534] env[62633]: INFO nova.compute.manager [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1812.552534] env[62633]: DEBUG oslo.service.loopingcall [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.552534] env[62633]: DEBUG nova.compute.manager [-] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1812.552534] env[62633]: DEBUG nova.network.neutron [-] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.588107] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 64a66647-bd46-4beb-a70e-7b8fe7c4a039] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1812.624968] env[62633]: DEBUG nova.compute.manager [req-fcc1608c-a208-4c06-9d6f-c57a2b9ba136 req-e7225591-a0b3-4a44-b2da-d938a20f0f3b service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Received event network-vif-deleted-4133892e-a556-45c7-814d-89f378f3fcd4 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1812.625268] env[62633]: INFO nova.compute.manager [req-fcc1608c-a208-4c06-9d6f-c57a2b9ba136 req-e7225591-a0b3-4a44-b2da-d938a20f0f3b service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Neutron deleted interface 4133892e-a556-45c7-814d-89f378f3fcd4; detaching it from the instance and deleting it from the info cache [ 1812.625506] env[62633]: DEBUG nova.network.neutron [req-fcc1608c-a208-4c06-9d6f-c57a2b9ba136 req-e7225591-a0b3-4a44-b2da-d938a20f0f3b service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.649958] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.652415] env[62633]: DEBUG nova.compute.manager [req-e4b13d47-d4e8-4dc8-8f78-460156f305ab req-d3b82ae0-c823-4c50-9dde-58aa3d8d4c42 service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Received event network-vif-deleted-3d843416-a1f8-4a25-b68d-e303864b2983 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1812.652626] env[62633]: INFO nova.compute.manager [req-e4b13d47-d4e8-4dc8-8f78-460156f305ab req-d3b82ae0-c823-4c50-9dde-58aa3d8d4c42 service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Neutron deleted interface 3d843416-a1f8-4a25-b68d-e303864b2983; detaching it from the instance and deleting it from the info cache [ 1812.652805] env[62633]: DEBUG nova.network.neutron [req-e4b13d47-d4e8-4dc8-8f78-460156f305ab req-d3b82ae0-c823-4c50-9dde-58aa3d8d4c42 service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.682717] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142019} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.683041] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1812.684365] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb0cd8a-91b8-4b99-a6ea-fbe39092c546 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.716469] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a734ee7b-96e9-4756-824e-2901fbffc4bf/a734ee7b-96e9-4756-824e-2901fbffc4bf.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.721572] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cd56bd-f8f9-4886-bb4a-ace0c975ab4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.749711] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808428, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.752382] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1812.752382] env[62633]: value = "task-1808430" [ 1812.752382] env[62633]: _type = "Task" [ 1812.752382] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.760498] env[62633]: DEBUG oslo_vmware.api [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808410, 'name': PowerOnVM_Task, 'duration_secs': 1.11767} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.760695] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.760926] env[62633]: INFO nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1812.761141] env[62633]: DEBUG nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1812.762094] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ec23c3-db47-4a8b-8af2-a4136e28282c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.770417] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.832571] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808421, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.850018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8bc85049-4a07-469a-87da-27aed590ff63 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "be1e7ea5-12cb-4d56-a360-c9c6b4627f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.686s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.891853] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808429, 'name': CreateVM_Task, 'duration_secs': 0.465145} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.894902] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1812.896111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.896111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.896334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1812.896533] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a734bbe5-86f9-4ab4-a881-2913eb9a7963 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.902656] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1812.902656] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529eca75-a816-d9fb-cfa6-1b72d3dde2c1" [ 1812.902656] env[62633]: _type = "Task" [ 1812.902656] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.917924] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529eca75-a816-d9fb-cfa6-1b72d3dde2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.053087] env[62633]: DEBUG oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277878d-c17a-a942-b49d-a825dcc851fc/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1813.055372] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab31437-e42e-4ab5-ac16-9d80783edcfc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.065388] env[62633]: DEBUG oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277878d-c17a-a942-b49d-a825dcc851fc/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1813.065569] env[62633]: ERROR oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277878d-c17a-a942-b49d-a825dcc851fc/disk-0.vmdk due to incomplete transfer. [ 1813.065800] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9de23e90-95a8-4d12-9be0-9dbc4f7f05bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.072184] env[62633]: DEBUG nova.network.neutron [-] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.074515] env[62633]: DEBUG oslo_vmware.rw_handles [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277878d-c17a-a942-b49d-a825dcc851fc/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1813.074707] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Uploaded image 31f9ede5-b368-4e24-aca9-48e3f2b281f3 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1813.079718] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1813.079718] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21037d45-685c-4084-b775-53fc00ac0d4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.088281] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1813.088281] env[62633]: value = "task-1808431" [ 1813.088281] env[62633]: _type = "Task" [ 1813.088281] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.097448] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 3216bcfe-9b1d-40ab-bdbf-fc95d718d064] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1813.099423] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808431, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.106251] env[62633]: DEBUG nova.network.neutron [-] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.129187] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5d09db6-450c-4249-9a23-a91d907c39d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.137535] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b583816a-d53f-4b3d-b0ee-7bb91da9d261 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.158636] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bedd2986-1bc1-4620-9052-0472a544a002 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.166961] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.181430] env[62633]: DEBUG nova.compute.manager [req-fcc1608c-a208-4c06-9d6f-c57a2b9ba136 req-e7225591-a0b3-4a44-b2da-d938a20f0f3b service nova] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Detach interface failed, port_id=4133892e-a556-45c7-814d-89f378f3fcd4, reason: Instance 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1813.187950] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b00e0-ba05-42d8-a75b-6eb60e5a4cf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.212503] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5480ca5c-9008-4ee6-9ea0-c2e0d9538b72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.234227] env[62633]: DEBUG nova.compute.manager [req-e4b13d47-d4e8-4dc8-8f78-460156f305ab req-d3b82ae0-c823-4c50-9dde-58aa3d8d4c42 service nova] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Detach interface failed, port_id=3d843416-a1f8-4a25-b68d-e303864b2983, reason: Instance c85ae469-28ad-4400-95c0-bc48b3557971 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1813.235021] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583885} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.235650] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707/e43a0fb3-a032-4fca-9463-d3fad7590707.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.235866] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.236136] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be97f733-cbaf-49b7-95ad-58496130ab84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.240733] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9567fcb-7dff-4a54-b4d9-73bc1a0200c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.244904] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1813.244904] env[62633]: value = "task-1808432" [ 1813.244904] env[62633]: _type = "Task" [ 1813.244904] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.275172] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70cd144-541f-4ce1-a627-44acb002c02b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.284282] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.287042] env[62633]: INFO nova.compute.manager [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Took 17.29 seconds to build instance. [ 1813.291635] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.294579] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b382d9-9670-461a-bbdf-25731f60fd98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.308340] env[62633]: DEBUG nova.compute.provider_tree [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1813.331076] env[62633]: DEBUG nova.network.neutron [-] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.332114] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808421, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.413082] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529eca75-a816-d9fb-cfa6-1b72d3dde2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017449} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.413478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.413753] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.414018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.414198] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.414394] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.414717] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b7820af-f0ab-434e-99f0-ef29d328defa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.431213] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.431399] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.432159] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32dad2d-b168-4c9a-81fd-9794d73ddc66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.437141] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1813.437141] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5282a1c4-ad06-dd22-2cf8-f0c29be23a6d" [ 1813.437141] env[62633]: _type = "Task" [ 1813.437141] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.444673] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5282a1c4-ad06-dd22-2cf8-f0c29be23a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.578775] env[62633]: INFO nova.compute.manager [-] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Took 1.31 seconds to deallocate network for instance. [ 1813.599287] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808431, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.600859] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 18db9668-5c3d-4aa7-841e-f4e40b1f7449] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1813.608430] env[62633]: INFO nova.compute.manager [-] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Took 1.35 seconds to deallocate network for instance. [ 1813.663047] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808426, 'name': ReconfigVM_Task, 'duration_secs': 1.508858} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.663209] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a24b1271-9773-4719-b12a-6e161213b834/a24b1271-9773-4719-b12a-6e161213b834.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.664300] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-736cac92-52af-4564-915d-57da8bead9d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.671518] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1813.671518] env[62633]: value = "task-1808434" [ 1813.671518] env[62633]: _type = "Task" [ 1813.671518] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.679796] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808434, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.755849] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.784878] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.789326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8105cd03-3646-4e2a-9850-7154b1d30be9 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.800s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.833400] env[62633]: INFO nova.compute.manager [-] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Took 1.29 seconds to deallocate network for instance. [ 1813.834109] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808421, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.835351] env[62633]: ERROR nova.scheduler.client.report [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [req-7940ba05-48e2-4542-bba1-d27bd47e50ab] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7940ba05-48e2-4542-bba1-d27bd47e50ab"}]} [ 1813.854116] env[62633]: DEBUG nova.scheduler.client.report [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1813.872711] env[62633]: DEBUG nova.scheduler.client.report [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1813.872960] env[62633]: DEBUG nova.compute.provider_tree [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1813.888105] env[62633]: DEBUG nova.scheduler.client.report [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1813.908894] env[62633]: DEBUG nova.scheduler.client.report [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1813.953509] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5282a1c4-ad06-dd22-2cf8-f0c29be23a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.06087} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.954508] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65724522-463f-4aa4-a878-a70a8a4ad424 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.966021] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1813.966021] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529ed253-e1d6-47d5-b6a4-bde7e4ce4c98" [ 1813.966021] env[62633]: _type = "Task" [ 1813.966021] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.973600] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529ed253-e1d6-47d5-b6a4-bde7e4ce4c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.053286] env[62633]: DEBUG nova.network.neutron [-] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.086405] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.101266] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808431, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.104795] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bf0c57ba-5bf9-4d48-9b8d-ea84e324aa24] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1814.116094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.151280] env[62633]: INFO nova.compute.manager [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Rescuing [ 1814.151598] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.151757] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.151927] env[62633]: DEBUG nova.network.neutron [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.182410] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808434, 'name': Rename_Task, 'duration_secs': 0.225975} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.185204] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.186026] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9622071b-226f-4830-9739-c9f176df11fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.192342] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1814.192342] env[62633]: value = "task-1808435" [ 1814.192342] env[62633]: _type = "Task" [ 1814.192342] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.200705] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.249357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "507ce92a-bec8-4d64-a8da-e313df691d50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.249680] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "507ce92a-bec8-4d64-a8da-e313df691d50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.262688] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.570993} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.262952] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1814.263892] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c979519-abef-4339-a3fa-a45f562c373c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.281409] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c7284-0392-4df9-ac80-06f1d91bdfd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.299022] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707/e43a0fb3-a032-4fca-9463-d3fad7590707.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.303714] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0474910c-755e-4364-beaf-15e68aa6e86e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.332549] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808430, 'name': ReconfigVM_Task, 'duration_secs': 1.347691} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.334040] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a734ee7b-96e9-4756-824e-2901fbffc4bf/a734ee7b-96e9-4756-824e-2901fbffc4bf.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.335397] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cdc9e6-a150-4fa6-9e56-e0961c0b8df1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.338354] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1814.338354] env[62633]: value = "task-1808436" [ 1814.338354] env[62633]: _type = "Task" [ 1814.338354] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.338596] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c19bd6f9-af95-4494-a591-17e8f99913d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.346248] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808421, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.372701] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.374029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6863b64f-b6c9-4ecc-9f5c-f391f41d90a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.380553] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.380866] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1814.380866] env[62633]: value = "task-1808437" [ 1814.380866] env[62633]: _type = "Task" [ 1814.380866] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.391580] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1139c227-2632-4be5-bc3b-ea8ac893ba2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.395193] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808437, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.405397] env[62633]: DEBUG nova.compute.provider_tree [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.474603] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529ed253-e1d6-47d5-b6a4-bde7e4ce4c98, 'name': SearchDatastore_Task, 'duration_secs': 0.047679} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.474838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.475117] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e/845dd616-c5bb-4cf4-a933-fe18e9b6898e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1814.475400] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d5a188b-5284-4dbc-a26e-f3248cc026b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.481525] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1814.481525] env[62633]: value = "task-1808438" [ 1814.481525] env[62633]: _type = "Task" [ 1814.481525] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.489441] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.556788] env[62633]: INFO nova.compute.manager [-] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Took 2.00 seconds to deallocate network for instance. [ 1814.601019] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808431, 'name': Destroy_Task, 'duration_secs': 1.045609} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.601373] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Destroyed the VM [ 1814.601623] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1814.601884] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a7a1574d-faf2-42ff-98e2-d38657e9274c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.608731] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1814.608887] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances with incomplete migration {{(pid=62633) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1814.609893] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1814.609893] env[62633]: value = "task-1808439" [ 1814.609893] env[62633]: _type = "Task" [ 1814.609893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.618713] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808439, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.653218] env[62633]: DEBUG nova.compute.manager [req-c34cb9ef-e7a1-4010-8e57-c4f5b68720ae req-1282ae0e-0976-483f-bd53-27ba72815b84 service nova] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Received event network-vif-deleted-4f3d7061-f589-4d60-bc31-607a498bca86 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1814.677922] env[62633]: DEBUG nova.compute.manager [req-c3fad47f-0d21-410f-b8e8-840a6db28d86 req-c02dd75b-282f-4e7f-88fe-658d72d4b60d service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Received event network-vif-deleted-4b82233c-7150-4955-b74e-4c87454625b6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1814.703709] env[62633]: DEBUG oslo_vmware.api [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808435, 'name': PowerOnVM_Task, 'duration_secs': 0.467044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.704094] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.704337] env[62633]: INFO nova.compute.manager [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1814.704552] env[62633]: DEBUG nova.compute.manager [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1814.705451] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e23c56b-7fd4-4e25-be45-934416800050 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.755546] env[62633]: DEBUG nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1814.836216] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808421, 'name': CloneVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.852276] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808436, 'name': ReconfigVM_Task, 'duration_secs': 0.365909} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.852814] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Reconfigured VM instance instance-0000005c to attach disk [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707/e43a0fb3-a032-4fca-9463-d3fad7590707.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.853504] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a131ec87-5afb-4707-90f1-077b8b02f469 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.860427] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1814.860427] env[62633]: value = "task-1808440" [ 1814.860427] env[62633]: _type = "Task" [ 1814.860427] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.872118] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808440, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.890892] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808437, 'name': Rename_Task, 'duration_secs': 0.168939} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.891258] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.891569] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee26237-ede7-4164-a75b-8abb2f7717b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.898274] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1814.898274] env[62633]: value = "task-1808441" [ 1814.898274] env[62633]: _type = "Task" [ 1814.898274] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.909968] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.960244] env[62633]: DEBUG nova.scheduler.client.report [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1814.960381] env[62633]: DEBUG nova.compute.provider_tree [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 124 to 125 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1814.960527] env[62633]: DEBUG nova.compute.provider_tree [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.993669] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.042929] env[62633]: DEBUG nova.network.neutron [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Updating instance_info_cache with network_info: [{"id": "046b2bab-9cf6-4d54-83b6-1a26993227e5", "address": "fa:16:3e:8a:3e:a0", "network": {"id": "7e755c89-6527-4f7e-a3fe-504c886e139c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1583005320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "017d24f1a91a4c5a8d4b58db0717acfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046b2bab-9c", "ovs_interfaceid": "046b2bab-9cf6-4d54-83b6-1a26993227e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.063331] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.114917] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1815.122467] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808439, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.225328] env[62633]: INFO nova.compute.manager [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Took 15.96 seconds to build instance. [ 1815.277281] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.335075] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808421, 'name': CloneVM_Task, 'duration_secs': 3.080705} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.335360] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Created linked-clone VM from snapshot [ 1815.336126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ff393-eabe-47f7-85b0-74f8ae464b98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.343805] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Uploading image 21550333-3eeb-47f4-8c04-30027a8b700f {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1815.371521] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808440, 'name': Rename_Task, 'duration_secs': 0.260455} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.373324] env[62633]: DEBUG oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1815.373324] env[62633]: value = "vm-374841" [ 1815.373324] env[62633]: _type = "VirtualMachine" [ 1815.373324] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1815.373608] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.373829] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa8e88bf-b801-401b-80fb-e1f97b8ec30a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.375208] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4460b77-f384-498a-a768-78d7cd2f81eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.382315] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1815.382315] env[62633]: value = "task-1808443" [ 1815.382315] env[62633]: _type = "Task" [ 1815.382315] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.383516] env[62633]: DEBUG oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lease: (returnval){ [ 1815.383516] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524d6c51-d98c-25b7-096a-0f3ba7ea2ce7" [ 1815.383516] env[62633]: _type = "HttpNfcLease" [ 1815.383516] env[62633]: } obtained for exporting VM: (result){ [ 1815.383516] env[62633]: value = "vm-374841" [ 1815.383516] env[62633]: _type = "VirtualMachine" [ 1815.383516] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1815.383741] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the lease: (returnval){ [ 1815.383741] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524d6c51-d98c-25b7-096a-0f3ba7ea2ce7" [ 1815.383741] env[62633]: _type = "HttpNfcLease" [ 1815.383741] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1815.393983] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.395294] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.395294] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524d6c51-d98c-25b7-096a-0f3ba7ea2ce7" [ 1815.395294] env[62633]: _type = "HttpNfcLease" [ 1815.395294] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1815.406859] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.465950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.155s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.468406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.400s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.468693] env[62633]: DEBUG nova.objects.instance [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lazy-loading 'resources' on Instance uuid 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.486147] env[62633]: INFO nova.scheduler.client.report [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted allocations for instance fa39a315-e0a1-4373-af7d-1ecb255ca737 [ 1815.498989] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541673} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.499329] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e/845dd616-c5bb-4cf4-a933-fe18e9b6898e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.499570] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.499834] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94fc8f5d-e768-4133-9f25-e4177f52cd47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.506756] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1815.506756] env[62633]: value = "task-1808444" [ 1815.506756] env[62633]: _type = "Task" [ 1815.506756] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.515691] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.545543] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.620820] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808439, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560596} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.621173] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1815.621454] env[62633]: DEBUG nova.compute.manager [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1815.622239] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f39696-1386-41d8-bdbf-8c3a892b3de4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.651471] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1815.651726] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374840', 'volume_id': '63c5e011-b945-4937-889d-05fb72790009', 'name': 'volume-63c5e011-b945-4937-889d-05fb72790009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f701f97b-1629-41a3-b195-12a0b8122ccf', 'attached_at': '', 'detached_at': '', 'volume_id': '63c5e011-b945-4937-889d-05fb72790009', 'serial': '63c5e011-b945-4937-889d-05fb72790009'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1815.652614] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df2d50a-df7e-4228-a8b0-ffabacde3e96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.670555] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb38cefa-1a34-4cf1-bc3d-60b6e5fb3087 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.696366] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-63c5e011-b945-4937-889d-05fb72790009/volume-63c5e011-b945-4937-889d-05fb72790009.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.696896] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c9eb93c-5a33-4ee6-96de-027268b40556 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.715610] env[62633]: DEBUG oslo_vmware.api [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1815.715610] env[62633]: value = "task-1808445" [ 1815.715610] env[62633]: _type = "Task" [ 1815.715610] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.723723] env[62633]: DEBUG oslo_vmware.api [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.726478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-97b62131-b04f-4ab2-bbc6-6f4a614683fd tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "a24b1271-9773-4719-b12a-6e161213b834" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.467s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.895523] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1815.895523] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524d6c51-d98c-25b7-096a-0f3ba7ea2ce7" [ 1815.895523] env[62633]: _type = "HttpNfcLease" [ 1815.895523] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1815.898725] env[62633]: DEBUG oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1815.898725] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524d6c51-d98c-25b7-096a-0f3ba7ea2ce7" [ 1815.898725] env[62633]: _type = "HttpNfcLease" [ 1815.898725] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1815.898969] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.899708] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe56d8a-3729-47ef-af5e-3ca84d7ea10e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.911619] env[62633]: DEBUG oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52005eb8-b7e5-6ba1-0a98-46894d1a759f/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1815.911806] env[62633]: DEBUG oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52005eb8-b7e5-6ba1-0a98-46894d1a759f/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1815.915928] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.998425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e089f249-e077-4e54-aad3-3edbf27e1f70 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "fa39a315-e0a1-4373-af7d-1ecb255ca737" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.317s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.020439] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061255} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.020439] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1816.021155] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d1534f-0ffd-42ef-99d6-bd17520d0029 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.042504] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e/845dd616-c5bb-4cf4-a933-fe18e9b6898e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.045105] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742480a9-2e1c-4e7c-88be-ff30c58aa971 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.066480] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1816.066480] env[62633]: value = "task-1808446" [ 1816.066480] env[62633]: _type = "Task" [ 1816.066480] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.076921] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.077563] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.077866] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f970f2d5-a431-4336-b165-279c021623da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.083780] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1816.083780] env[62633]: value = "task-1808447" [ 1816.083780] env[62633]: _type = "Task" [ 1816.083780] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.095581] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.102507] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6c70e13-ab64-48db-a90a-1e195b464304 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.135720] env[62633]: INFO nova.compute.manager [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Shelve offloading [ 1816.137314] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.137568] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea359cdb-2f2d-4b76-bce7-a5e046423734 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.145479] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1816.145479] env[62633]: value = "task-1808448" [ 1816.145479] env[62633]: _type = "Task" [ 1816.145479] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.160878] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1816.160878] env[62633]: DEBUG nova.compute.manager [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1816.161367] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dfde08-1be2-41f2-87c3-43440b8f1eb7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.170381] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.170595] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.170778] env[62633]: DEBUG nova.network.neutron [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.229506] env[62633]: DEBUG oslo_vmware.api [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.362261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ed724a-864c-44af-bb45-73db40c88fe3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.370410] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79276381-7e73-4e52-b1e5-b9749a6e9a04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.409867] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a143f706-c428-4194-b67a-2d123962ca2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.419439] env[62633]: DEBUG oslo_vmware.api [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808443, 'name': PowerOnVM_Task, 'duration_secs': 0.954467} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.425325] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.425744] env[62633]: INFO nova.compute.manager [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1816.426063] env[62633]: DEBUG nova.compute.manager [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1816.426546] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808441, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.429485] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59a0058-9eb5-4bd8-a1e8-9facf3c9495e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.431058] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c651fbc5-4acf-4bba-a3f5-506100d50056 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.450300] env[62633]: DEBUG nova.compute.provider_tree [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.575292] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808446, 'name': ReconfigVM_Task, 'duration_secs': 0.310221} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.575834] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e/845dd616-c5bb-4cf4-a933-fe18e9b6898e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.576826] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc0cab8-e3af-401c-82d9-53b4396dea14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.584031] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1816.584031] env[62633]: value = "task-1808449" [ 1816.584031] env[62633]: _type = "Task" [ 1816.584031] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.595762] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808449, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.599036] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808447, 'name': PowerOffVM_Task, 'duration_secs': 0.178176} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.599303] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.600435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee92ba-3991-4cd5-8fca-c75084a34b30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.621060] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa02a1-a7fe-4d3e-b5ef-7cda545fa6e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.651058] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.651497] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ed58668-caf2-431a-be82-83510211f32b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.658834] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1816.658834] env[62633]: value = "task-1808450" [ 1816.658834] env[62633]: _type = "Task" [ 1816.658834] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.669122] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1816.669455] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.669773] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.669996] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.670266] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.670619] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a25dbfa-09e6-4188-889d-76a4ce9930a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.678879] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.679151] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.679964] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5859ee-4ed3-495a-95d0-6384a1f0c7bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.685221] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1816.685221] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]529a8a0b-07fd-6192-18f2-065cfed7a88f" [ 1816.685221] env[62633]: _type = "Task" [ 1816.685221] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.693318] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529a8a0b-07fd-6192-18f2-065cfed7a88f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.728875] env[62633]: DEBUG oslo_vmware.api [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808445, 'name': ReconfigVM_Task, 'duration_secs': 0.788428} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.729295] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-63c5e011-b945-4937-889d-05fb72790009/volume-63c5e011-b945-4937-889d-05fb72790009.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.734197] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc5089a-0d50-4575-8d52-5a57833e555b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.750043] env[62633]: DEBUG oslo_vmware.api [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1816.750043] env[62633]: value = "task-1808451" [ 1816.750043] env[62633]: _type = "Task" [ 1816.750043] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.758476] env[62633]: DEBUG oslo_vmware.api [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.914942] env[62633]: DEBUG oslo_vmware.api [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808441, 'name': PowerOnVM_Task, 'duration_secs': 1.620631} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.916100] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.916483] env[62633]: INFO nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Took 12.20 seconds to spawn the instance on the hypervisor. [ 1816.917168] env[62633]: DEBUG nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1816.918525] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa052597-19f2-4d62-8e3d-37a76701a62b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.969609] env[62633]: INFO nova.compute.manager [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Took 16.99 seconds to build instance. [ 1816.998977] env[62633]: DEBUG nova.scheduler.client.report [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1816.999369] env[62633]: DEBUG nova.compute.provider_tree [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 125 to 126 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1816.999604] env[62633]: DEBUG nova.compute.provider_tree [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.020384] env[62633]: DEBUG nova.network.neutron [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [{"id": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "address": "fa:16:3e:ff:cb:bb", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfabd335-1f", "ovs_interfaceid": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.095899] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808449, 'name': Rename_Task, 'duration_secs': 0.133059} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.096304] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.096636] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8657aa-64b1-4414-b4c9-4d6cd9c0bf80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.104305] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1817.104305] env[62633]: value = "task-1808452" [ 1817.104305] env[62633]: _type = "Task" [ 1817.104305] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.112921] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.197717] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]529a8a0b-07fd-6192-18f2-065cfed7a88f, 'name': SearchDatastore_Task, 'duration_secs': 0.013351} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.199435] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7099c34e-ccc5-49ec-a610-d5745e4c9a8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.206380] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1817.206380] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52086cf7-9e6d-e0ba-6803-f1fe98e303db" [ 1817.206380] env[62633]: _type = "Task" [ 1817.206380] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.215884] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52086cf7-9e6d-e0ba-6803-f1fe98e303db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.262433] env[62633]: DEBUG oslo_vmware.api [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808451, 'name': ReconfigVM_Task, 'duration_secs': 0.222522} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.262922] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374840', 'volume_id': '63c5e011-b945-4937-889d-05fb72790009', 'name': 'volume-63c5e011-b945-4937-889d-05fb72790009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f701f97b-1629-41a3-b195-12a0b8122ccf', 'attached_at': '', 'detached_at': '', 'volume_id': '63c5e011-b945-4937-889d-05fb72790009', 'serial': '63c5e011-b945-4937-889d-05fb72790009'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1817.442030] env[62633]: INFO nova.compute.manager [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Took 19.85 seconds to build instance. [ 1817.482203] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1546d227-835e-410b-b82e-a7bb75b37c83 tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "e43a0fb3-a032-4fca-9463-d3fad7590707" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.512s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.504683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.507528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.104s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.524355] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.529497] env[62633]: INFO nova.scheduler.client.report [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Deleted allocations for instance 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca [ 1817.618716] env[62633]: DEBUG oslo_vmware.api [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808452, 'name': PowerOnVM_Task, 'duration_secs': 0.460038} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.619184] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.619507] env[62633]: INFO nova.compute.manager [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1817.619868] env[62633]: DEBUG nova.compute.manager [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1817.620826] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b03ebe-cee4-4bf3-a34d-72cf5fb686ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.716537] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52086cf7-9e6d-e0ba-6803-f1fe98e303db, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.716987] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.717343] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. {{(pid=62633) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1817.717648] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1829c38d-515f-4f04-8de0-484d1e50bee9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.725795] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1817.725795] env[62633]: value = "task-1808453" [ 1817.725795] env[62633]: _type = "Task" [ 1817.725795] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.735239] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.943536] env[62633]: DEBUG oslo_concurrency.lockutils [None req-11df7e4e-ef32-4eef-8137-7f17b56f249a tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.356s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.967494] env[62633]: INFO nova.compute.manager [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Rebuilding instance [ 1817.970976] env[62633]: DEBUG nova.compute.manager [req-abf626a3-2ab7-4223-816b-b97db3856f9d req-a75d881a-d7ff-42db-bb53-b4173e42de91 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received event network-vif-unplugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1817.971218] env[62633]: DEBUG oslo_concurrency.lockutils [req-abf626a3-2ab7-4223-816b-b97db3856f9d req-a75d881a-d7ff-42db-bb53-b4173e42de91 service nova] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.971436] env[62633]: DEBUG oslo_concurrency.lockutils [req-abf626a3-2ab7-4223-816b-b97db3856f9d req-a75d881a-d7ff-42db-bb53-b4173e42de91 service nova] Lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.971613] env[62633]: DEBUG oslo_concurrency.lockutils [req-abf626a3-2ab7-4223-816b-b97db3856f9d req-a75d881a-d7ff-42db-bb53-b4173e42de91 service nova] Lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.971783] env[62633]: DEBUG nova.compute.manager [req-abf626a3-2ab7-4223-816b-b97db3856f9d req-a75d881a-d7ff-42db-bb53-b4173e42de91 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] No waiting events found dispatching network-vif-unplugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1817.971959] env[62633]: WARNING nova.compute.manager [req-abf626a3-2ab7-4223-816b-b97db3856f9d req-a75d881a-d7ff-42db-bb53-b4173e42de91 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received unexpected event network-vif-unplugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc for instance with vm_state shelved and task_state shelving_offloading. [ 1818.014057] env[62633]: INFO nova.compute.claims [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.023151] env[62633]: DEBUG nova.compute.manager [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1818.024446] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9155c-e24d-48d6-b0e3-64c4e5666ddf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.040625] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0b3c2c7d-6881-4eaf-b58f-d989497e63c7 tempest-ServerRescueTestJSONUnderV235-1927370912 tempest-ServerRescueTestJSONUnderV235-1927370912-project-member] Lock "460f9ef7-3c7c-4bbc-a805-5994ecbb34ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.735s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.144036] env[62633]: INFO nova.compute.manager [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Took 17.52 seconds to build instance. [ 1818.152082] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.153053] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee7110-95a0-4b3d-a761-c67951dc09f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.160893] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.161877] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12bb3633-172e-4a40-b90a-171063367705 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.239975] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.271418] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.271418] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.271418] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleting the datastore file [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.271418] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f270ef87-3543-4f10-8f0c-8e0b4963c992 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.276532] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1818.276532] env[62633]: value = "task-1808455" [ 1818.276532] env[62633]: _type = "Task" [ 1818.276532] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.287834] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.314254] env[62633]: DEBUG nova.objects.instance [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.444961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.523229] env[62633]: INFO nova.compute.resource_tracker [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating resource usage from migration 49895c26-6fb5-470e-8a99-82e042b33212 [ 1818.544392] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1818.545435] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bfc9e5b-304a-4655-a2b6-58ec88d80e9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.557484] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1818.557484] env[62633]: value = "task-1808456" [ 1818.557484] env[62633]: _type = "Task" [ 1818.557484] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.577985] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.618620] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.648400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ccd2c807-bb96-41e4-8d79-867f05818986 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.031s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.740052] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657965} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.743271] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk. [ 1818.744258] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0453e906-517f-4ff5-8577-8e31e4c24dc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.771710] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.773575] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84c6a7a-6a36-4e8a-bd60-fe8556522efb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.795617] env[62633]: DEBUG oslo_vmware.api [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40822} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.795929] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1818.796251] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1818.796498] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1818.802239] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1818.802239] env[62633]: value = "task-1808457" [ 1818.802239] env[62633]: _type = "Task" [ 1818.802239] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.811893] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.816630] env[62633]: INFO nova.scheduler.client.report [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted allocations for instance 56591abe-81cb-4af8-97e0-f6015f794f26 [ 1818.821440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-45c37114-da20-475b-9dfb-63848d1a77d3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.811s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.823078] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.378s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.823078] env[62633]: DEBUG nova.compute.manager [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1818.823799] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784ef5f1-5564-4e8d-8997-73de8e8f76a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.833820] env[62633]: DEBUG nova.compute.manager [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1818.834574] env[62633]: DEBUG nova.objects.instance [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.883578] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283210f1-e5a0-4e56-b424-f85cb700778a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.892024] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5399dc64-73de-40ed-95c1-fab1fc294270 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.925458] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f6010-8501-48e8-8e6e-d5e2f159bfd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.933919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a864a-97a2-4f5a-a8a4-7dc50890fcc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.949385] env[62633]: DEBUG nova.compute.provider_tree [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.046262] env[62633]: INFO nova.compute.manager [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Rebuilding instance [ 1819.070637] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808456, 'name': PowerOffVM_Task, 'duration_secs': 0.150252} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.074601] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1819.074858] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1819.076207] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cefc0a-1024-4f04-98e2-94cfd855c568 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.083745] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1819.083987] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0819d0df-a3e9-4d6b-937c-6d4bb9668a74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.094981] env[62633]: DEBUG nova.compute.manager [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1819.095953] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beb821d-a904-4bb5-905a-abbe3c89140f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.106969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.107241] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.107432] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Deleting the datastore file [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.107723] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9617d2d-ffa4-44bb-8838-8dd225492f82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.114275] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1819.114275] env[62633]: value = "task-1808459" [ 1819.114275] env[62633]: _type = "Task" [ 1819.114275] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.127869] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.130871] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.130871] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1819.315571] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.323216] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.342109] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.342109] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a4622f-91a6-456d-8b14-a68713500ee5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.348438] env[62633]: DEBUG oslo_vmware.api [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1819.348438] env[62633]: value = "task-1808460" [ 1819.348438] env[62633]: _type = "Task" [ 1819.348438] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.360560] env[62633]: DEBUG oslo_vmware.api [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.454264] env[62633]: DEBUG nova.scheduler.client.report [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1819.523547] env[62633]: DEBUG nova.compute.manager [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1819.607699] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.607867] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d520e44e-6abb-44c7-82d4-a6257cef5931 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.615007] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1819.615007] env[62633]: value = "task-1808461" [ 1819.615007] env[62633]: _type = "Task" [ 1819.615007] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.629622] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159382} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.633215] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.633461] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.633666] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.637449] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.817227] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808457, 'name': ReconfigVM_Task, 'duration_secs': 0.59159} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.817227] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b/106d7adf-ccb5-4a80-8c71-140066e9ac14-rescue.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1819.817712] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc5066c-eafa-4ad1-bf5d-a469f24a820f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.845926] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47df2117-1fbd-45a4-b8bc-94b0813c155a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.866805] env[62633]: DEBUG oslo_vmware.api [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808460, 'name': PowerOffVM_Task, 'duration_secs': 0.252591} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.868674] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1819.868674] env[62633]: DEBUG nova.compute.manager [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1819.868890] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1819.868890] env[62633]: value = "task-1808462" [ 1819.868890] env[62633]: _type = "Task" [ 1819.868890] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.871043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb73b4-b13d-4a21-9c3b-a989fe75dde0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.884368] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.962645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.452s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.962645] env[62633]: INFO nova.compute.manager [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Migrating [ 1819.971017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.882s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.971017] env[62633]: DEBUG nova.objects.instance [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lazy-loading 'resources' on Instance uuid 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.057330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.090599] env[62633]: DEBUG nova.compute.manager [req-3fb0cb2a-841c-445b-87a6-f762100805d4 req-d0572338-8774-4a9d-921f-0fb40c7fbd40 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received event network-changed-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1820.090599] env[62633]: DEBUG nova.compute.manager [req-3fb0cb2a-841c-445b-87a6-f762100805d4 req-d0572338-8774-4a9d-921f-0fb40c7fbd40 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Refreshing instance network info cache due to event network-changed-cfabd335-1f4c-4fd6-81aa-601f5ba121fc. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1820.090829] env[62633]: DEBUG oslo_concurrency.lockutils [req-3fb0cb2a-841c-445b-87a6-f762100805d4 req-d0572338-8774-4a9d-921f-0fb40c7fbd40 service nova] Acquiring lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.090911] env[62633]: DEBUG oslo_concurrency.lockutils [req-3fb0cb2a-841c-445b-87a6-f762100805d4 req-d0572338-8774-4a9d-921f-0fb40c7fbd40 service nova] Acquired lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.091021] env[62633]: DEBUG nova.network.neutron [req-3fb0cb2a-841c-445b-87a6-f762100805d4 req-d0572338-8774-4a9d-921f-0fb40c7fbd40 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Refreshing network info cache for port cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.132684] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808461, 'name': PowerOffVM_Task, 'duration_secs': 0.125465} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.133054] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.133298] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.134298] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eec628-2713-4cc9-838c-1b3eb0f1b0ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.147333] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1820.147333] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03841a70-eb30-4906-864c-73e823210095 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.176761] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1820.177522] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1820.177522] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Deleting the datastore file [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1820.178732] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b53091fd-c887-4494-b46e-c3b982c6e958 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.186362] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1820.186362] env[62633]: value = "task-1808464" [ 1820.186362] env[62633]: _type = "Task" [ 1820.186362] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.195946] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.388085] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808462, 'name': ReconfigVM_Task, 'duration_secs': 0.226639} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.388442] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.389057] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ba1a9e42-b164-4b95-8f51-4c7be1a58931 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.567s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.390300] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd856e75-75b1-41b5-8be6-ff4969b6f164 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.398419] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1820.398419] env[62633]: value = "task-1808465" [ 1820.398419] env[62633]: _type = "Task" [ 1820.398419] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.409455] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.483150] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.483411] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.483549] env[62633]: DEBUG nova.network.neutron [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.687573] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1820.687859] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1820.688875] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.688875] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1820.688875] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.688875] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1820.689133] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1820.689133] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1820.689232] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1820.689415] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1820.689639] env[62633]: DEBUG nova.virt.hardware [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1820.691135] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492bf5e0-274e-462c-a399-8b7f512b40b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.708875] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b3e99-4391-49a5-ae2e-010c61ea52d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.712728] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218208} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.715638] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1820.715915] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1820.716018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1820.729575] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.736758] env[62633]: DEBUG oslo.service.loopingcall [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.739747] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.740414] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e964930b-ee4b-419c-8db5-bae28aa6fa41 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.764423] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.764423] env[62633]: value = "task-1808466" [ 1820.764423] env[62633]: _type = "Task" [ 1820.764423] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.775799] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808466, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.845480] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b06527-bc19-4e71-823e-d6013dad1297 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.855324] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222caef6-74ac-4fec-a6ca-d254cdfd0b02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.893204] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d303ed1-3e7c-4ebc-9296-e6726ea2c3c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.908447] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9773be8b-ae03-45bf-b943-7be098597564 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.919518] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808465, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.930587] env[62633]: DEBUG nova.compute.provider_tree [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.977227] env[62633]: DEBUG nova.network.neutron [req-3fb0cb2a-841c-445b-87a6-f762100805d4 req-d0572338-8774-4a9d-921f-0fb40c7fbd40 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updated VIF entry in instance network info cache for port cfabd335-1f4c-4fd6-81aa-601f5ba121fc. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.977673] env[62633]: DEBUG nova.network.neutron [req-3fb0cb2a-841c-445b-87a6-f762100805d4 req-d0572338-8774-4a9d-921f-0fb40c7fbd40 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [{"id": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "address": "fa:16:3e:ff:cb:bb", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcfabd335-1f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.003093] env[62633]: DEBUG nova.objects.instance [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.276249] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808466, 'name': CreateVM_Task, 'duration_secs': 0.330264} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.276460] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.276876] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.277063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.277404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.277697] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ed98ef-adb5-4ac7-bd55-adb2e7e21f29 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.282494] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1821.282494] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a69582-aa11-47bf-8d3d-e827bb026563" [ 1821.282494] env[62633]: _type = "Task" [ 1821.282494] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.290719] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a69582-aa11-47bf-8d3d-e827bb026563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.344375] env[62633]: DEBUG nova.network.neutron [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance_info_cache with network_info: [{"id": "157ba004-1650-4e59-bbf7-c11d5de96f17", "address": "fa:16:3e:56:90:40", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ba004-16", "ovs_interfaceid": "157ba004-1650-4e59-bbf7-c11d5de96f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.401329] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.411073] env[62633]: DEBUG oslo_vmware.api [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808465, 'name': PowerOnVM_Task, 'duration_secs': 0.562998} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.411360] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.414116] env[62633]: DEBUG nova.compute.manager [None req-edb0b1fa-7034-47ee-b762-0f50083c3e15 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1821.414929] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e43642f-895b-4dcf-99ee-d79868bb6796 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.434017] env[62633]: DEBUG nova.scheduler.client.report [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1821.480312] env[62633]: DEBUG oslo_concurrency.lockutils [req-3fb0cb2a-841c-445b-87a6-f762100805d4 req-d0572338-8774-4a9d-921f-0fb40c7fbd40 service nova] Releasing lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.509063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.509063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.509063] env[62633]: DEBUG nova.network.neutron [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.509063] env[62633]: DEBUG nova.objects.instance [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'info_cache' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.753581] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1821.753682] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1821.753769] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.753996] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1821.754121] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.754263] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1821.754486] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1821.754664] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1821.754846] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1821.755025] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1821.755204] env[62633]: DEBUG nova.virt.hardware [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1821.756104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdebe3b-8c23-4336-a48d-4ad27f134edb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.764975] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b423d2-fedb-43f7-b530-8681513c2a77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.779954] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Instance VIF info [] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.785646] env[62633]: DEBUG oslo.service.loopingcall [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.786133] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1821.789200] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea188545-721e-43df-b1df-a5ae1defa33c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.807845] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a69582-aa11-47bf-8d3d-e827bb026563, 'name': SearchDatastore_Task, 'duration_secs': 0.030554} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.809386] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.809659] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.809919] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.810100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.810301] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.810568] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1821.810568] env[62633]: value = "task-1808467" [ 1821.810568] env[62633]: _type = "Task" [ 1821.810568] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.810772] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed547176-f45e-4d4a-96c1-cac5062b9a5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.821776] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808467, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.823581] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.823767] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.824566] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9afb7e-bf50-41b6-be5d-f359f3c56cf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.830288] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1821.830288] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5244a856-b505-9240-620a-2c05283e8931" [ 1821.830288] env[62633]: _type = "Task" [ 1821.830288] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.840807] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5244a856-b505-9240-620a-2c05283e8931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.847591] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.939388] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.942603] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.826s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.942678] env[62633]: DEBUG nova.objects.instance [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'resources' on Instance uuid c85ae469-28ad-4400-95c0-bc48b3557971 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.013995] env[62633]: DEBUG nova.objects.base [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1822.112085] env[62633]: INFO nova.scheduler.client.report [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleted allocations for instance 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97 [ 1822.324050] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808467, 'name': CreateVM_Task, 'duration_secs': 0.396948} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.324282] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1822.324761] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.324934] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.325297] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1822.325566] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4d61af-5d0c-4f14-b88a-bf8a7e9857f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.339064] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1822.339064] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6a0f5-2375-fc0d-62d9-40948122e53a" [ 1822.339064] env[62633]: _type = "Task" [ 1822.339064] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.346957] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5244a856-b505-9240-620a-2c05283e8931, 'name': SearchDatastore_Task, 'duration_secs': 0.012304} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.348490] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1cc9cf1-a66b-4314-b446-6abcac1b6278 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.357305] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6a0f5-2375-fc0d-62d9-40948122e53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.360641] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1822.360641] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6ca20-b5aa-bc50-69f1-ec11976455b2" [ 1822.360641] env[62633]: _type = "Task" [ 1822.360641] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.369192] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6ca20-b5aa-bc50-69f1-ec11976455b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.619879] env[62633]: DEBUG oslo_concurrency.lockutils [None req-141ddc7e-ee36-4a26-be60-79dd4fddb2f2 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8d0a0ea0-adcf-4d48-b704-1f0f360f9c97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.540s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.693246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.693401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquired lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.693555] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Forcefully refreshing network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1822.735787] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0463266-500d-4d5f-994f-e1cd58e48e0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.743880] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12136339-a418-49a5-95cc-b77120aa3d54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.777496] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7950809b-1685-44e2-83fe-3752d090f656 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.787455] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ce64ea-e6ca-4770-b1c9-de0e4c4abdaf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.800856] env[62633]: DEBUG nova.compute.provider_tree [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.817187] env[62633]: DEBUG nova.network.neutron [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updating instance_info_cache with network_info: [{"id": "2373238d-9312-41bc-a13f-15aa02361aa7", "address": "fa:16:3e:de:03:28", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2373238d-93", "ovs_interfaceid": "2373238d-9312-41bc-a13f-15aa02361aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.833650] env[62633]: INFO nova.compute.manager [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Unrescuing [ 1822.833945] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.834131] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquired lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.834308] env[62633]: DEBUG nova.network.neutron [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.850855] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6a0f5-2375-fc0d-62d9-40948122e53a, 'name': SearchDatastore_Task, 'duration_secs': 0.017075} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.851209] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.851449] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.851658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.871733] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6ca20-b5aa-bc50-69f1-ec11976455b2, 'name': SearchDatastore_Task, 'duration_secs': 0.017798} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.872011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.872306] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707/e43a0fb3-a032-4fca-9463-d3fad7590707.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.872584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.872766] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.872995] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a5bebbf-4473-401d-8533-f060a85c3f5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.876838] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9213e9c-1fa3-4281-b52c-e65e4ff8ab6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.883547] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1822.883547] env[62633]: value = "task-1808468" [ 1822.883547] env[62633]: _type = "Task" [ 1822.883547] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.887912] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.888025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.889020] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355a9be8-f431-451c-b526-b5756c4bd2d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.894123] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.897096] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1822.897096] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5211a9bf-fd81-1913-12f6-4039e35a8e1e" [ 1822.897096] env[62633]: _type = "Task" [ 1822.897096] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.905175] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5211a9bf-fd81-1913-12f6-4039e35a8e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.304170] env[62633]: DEBUG nova.scheduler.client.report [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1823.319665] env[62633]: DEBUG oslo_concurrency.lockutils [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Releasing lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.365781] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0db9a8-730f-45ac-9d8b-40bb633ae64d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.390243] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance '31f986a1-2911-45ce-9e1e-2f78e888a9a7' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1823.409487] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5211a9bf-fd81-1913-12f6-4039e35a8e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.022766} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.412973] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.413266] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67772d4a-7de2-42c4-8de6-11c9c4bda9c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.419114] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1823.419114] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e99a7f-f671-297e-96f3-6e51ddb6443d" [ 1823.419114] env[62633]: _type = "Task" [ 1823.419114] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.427402] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e99a7f-f671-297e-96f3-6e51ddb6443d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.685875] env[62633]: DEBUG nova.network.neutron [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Updating instance_info_cache with network_info: [{"id": "046b2bab-9cf6-4d54-83b6-1a26993227e5", "address": "fa:16:3e:8a:3e:a0", "network": {"id": "7e755c89-6527-4f7e-a3fe-504c886e139c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1583005320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "017d24f1a91a4c5a8d4b58db0717acfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046b2bab-9c", "ovs_interfaceid": "046b2bab-9cf6-4d54-83b6-1a26993227e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.810106] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.811514] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.439s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.811806] env[62633]: DEBUG nova.objects.instance [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lazy-loading 'resources' on Instance uuid 8a5978c8-220e-4534-a032-4b763206c561 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.823513] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.824115] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c64f0bed-cda2-4f0b-9b0e-9a36207b5b73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.832464] env[62633]: DEBUG oslo_vmware.api [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1823.832464] env[62633]: value = "task-1808469" [ 1823.832464] env[62633]: _type = "Task" [ 1823.832464] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.841173] env[62633]: DEBUG oslo_vmware.api [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.842220] env[62633]: INFO nova.scheduler.client.report [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted allocations for instance c85ae469-28ad-4400-95c0-bc48b3557971 [ 1823.902586] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.902932] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610653} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.903184] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17f9aeea-eca6-471a-9ec2-1d2f267f3f4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.904901] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707/e43a0fb3-a032-4fca-9463-d3fad7590707.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.905217] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.905808] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87346253-fd46-4914-b5cb-5b31743e5e7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.916507] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1823.916507] env[62633]: value = "task-1808470" [ 1823.916507] env[62633]: _type = "Task" [ 1823.916507] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.917138] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1823.917138] env[62633]: value = "task-1808471" [ 1823.917138] env[62633]: _type = "Task" [ 1823.917138] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.935518] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.943266] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e99a7f-f671-297e-96f3-6e51ddb6443d, 'name': SearchDatastore_Task, 'duration_secs': 0.055853} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.943729] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.943928] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.944265] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e/845dd616-c5bb-4cf4-a933-fe18e9b6898e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.945272] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-350a9d39-05cd-425e-a12d-05b4f6686eeb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.951947] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1823.951947] env[62633]: value = "task-1808472" [ 1823.951947] env[62633]: _type = "Task" [ 1823.951947] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.961709] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.189094] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Releasing lock "refresh_cache-7b13b47f-3d30-467e-b7ab-bef0d004e29b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.189810] env[62633]: DEBUG nova.objects.instance [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lazy-loading 'flavor' on Instance uuid 7b13b47f-3d30-467e-b7ab-bef0d004e29b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.343861] env[62633]: DEBUG oslo_vmware.api [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808469, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.355105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-586b23d0-237a-4e83-9c6e-82a9a66c85ec tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "c85ae469-28ad-4400-95c0-bc48b3557971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.349s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.404297] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updating instance_info_cache with network_info: [{"id": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "address": "fa:16:3e:d5:b1:39", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd5e2d4-6a", "ovs_interfaceid": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.434612] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072108} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.437901] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.438372] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808470, 'name': PowerOffVM_Task, 'duration_secs': 0.263539} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.442297] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899cb4ab-7f3a-45f7-b1ae-8c8c6f060561 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.445024] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.445249] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance '31f986a1-2911-45ce-9e1e-2f78e888a9a7' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1824.470297] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707/e43a0fb3-a032-4fca-9463-d3fad7590707.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.478368] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e2f8ee-8456-422a-bbc2-f9d8f2981fc6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.504245] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808472, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.506628] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1824.506628] env[62633]: value = "task-1808473" [ 1824.506628] env[62633]: _type = "Task" [ 1824.506628] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.519807] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.671283] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143584a9-5948-4183-8a9f-0385432f1557 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.683588] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8cd86b-a8b9-493e-bfea-905b767bd712 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.721065] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f337b3-2c23-4cc6-99ea-fd0d690bfdd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.724299] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb91627-ff75-49a8-9078-dca79d4782a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.748730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759612e7-7c56-4be5-a649-55dd4cd246b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.752955] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.753298] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d42982be-8878-4dba-bef3-210d25ec41a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.765265] env[62633]: DEBUG nova.compute.provider_tree [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.769641] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1824.769641] env[62633]: value = "task-1808474" [ 1824.769641] env[62633]: _type = "Task" [ 1824.769641] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.781496] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.847664] env[62633]: DEBUG oslo_vmware.api [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808469, 'name': PowerOnVM_Task, 'duration_secs': 0.526405} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.848157] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.848516] env[62633]: DEBUG nova.compute.manager [None req-40737efb-5688-42cb-a247-0a30c32bf9c4 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1824.849824] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e436b2-556e-4d59-9279-38bb51af26bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.907861] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Releasing lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.907861] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updated the network info_cache for instance {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1824.907972] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.908479] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.908479] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.954413] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1824.954567] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1824.954713] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.954974] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1824.954974] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.956541] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1824.956541] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1824.956541] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1824.956541] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1824.956541] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1824.956541] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1824.962902] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f58557-6478-4cba-ad32-c5b8ab774ff4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.985498] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565281} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.987137] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e/845dd616-c5bb-4cf4-a933-fe18e9b6898e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.987430] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.987774] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1824.987774] env[62633]: value = "task-1808475" [ 1824.987774] env[62633]: _type = "Task" [ 1824.987774] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.988088] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fb11757-faf6-4872-bf55-e79bde1352e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.998545] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.000134] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1825.000134] env[62633]: value = "task-1808476" [ 1825.000134] env[62633]: _type = "Task" [ 1825.000134] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.009417] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.020220] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808473, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.271794] env[62633]: DEBUG nova.scheduler.client.report [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1825.286229] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808474, 'name': PowerOffVM_Task, 'duration_secs': 0.360148} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.286550] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.292493] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1825.293613] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400dbd26-8648-4928-92e8-b2194dcb3ea3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.313882] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1825.313882] env[62633]: value = "task-1808477" [ 1825.313882] env[62633]: _type = "Task" [ 1825.313882] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.323544] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.414627] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Getting list of instances from cluster (obj){ [ 1825.414627] env[62633]: value = "domain-c8" [ 1825.414627] env[62633]: _type = "ClusterComputeResource" [ 1825.414627] env[62633]: } {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1825.416142] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d66026-d229-48d3-bfd1-f0c68ab442a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.439859] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Got total of 15 instances {{(pid=62633) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1825.440111] env[62633]: WARNING nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] While synchronizing instance power states, found 18 instances in the database and 15 instances on the hypervisor. [ 1825.440285] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 0c264e0a-88a7-4389-aaae-8617f59f5360 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.440517] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid ec578d53-b1f7-41e3-9d97-c3a52d078893 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.440972] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 8fa0efb0-b72a-4313-adcc-ceb0c497415a {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.440972] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid b8bbe304-770c-4719-8c45-ada25e5eac67 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.441147] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.441173] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 54a284ae-9039-4553-80ae-90f2079ca09b {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.441649] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 31f986a1-2911-45ce-9e1e-2f78e888a9a7 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.441649] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.441777] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.441979] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 5e93b1b6-e26d-4771-aeba-59949dc4734d {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.442296] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid bd5fa391-32ae-4aa3-b31b-5fe49127fb6c {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.442323] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 406220cd-46f8-494a-af44-77fe132bda9d {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.442460] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 8a5978c8-220e-4534-a032-4b763206c561 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.442990] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 7b13b47f-3d30-467e-b7ab-bef0d004e29b {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.442990] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid a734ee7b-96e9-4756-824e-2901fbffc4bf {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.442990] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid a24b1271-9773-4719-b12a-6e161213b834 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.443262] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid e43a0fb3-a032-4fca-9463-d3fad7590707 {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.443334] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Triggering sync for uuid 845dd616-c5bb-4cf4-a933-fe18e9b6898e {{(pid=62633) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1825.443837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "0c264e0a-88a7-4389-aaae-8617f59f5360" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.444101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.444402] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.444592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.445036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.445036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.445288] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "b8bbe304-770c-4719-8c45-ada25e5eac67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.445473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.445709] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.445921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.446137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.446316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.446534] env[62633]: INFO nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1825.446648] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.447119] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.447119] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.447237] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.447526] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.447635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.447875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.448055] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.448329] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.448622] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "406220cd-46f8-494a-af44-77fe132bda9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.448970] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "8a5978c8-220e-4534-a032-4b763206c561" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.449279] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.449473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.449697] env[62633]: INFO nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] During sync_power_state the instance has a pending task (unrescuing). Skip. [ 1825.449880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.450155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.450306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.450797] env[62633]: INFO nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1825.450797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.451114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "a24b1271-9773-4719-b12a-6e161213b834" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.451244] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "a24b1271-9773-4719-b12a-6e161213b834" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.452221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "e43a0fb3-a032-4fca-9463-d3fad7590707" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.452221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "e43a0fb3-a032-4fca-9463-d3fad7590707" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.452221] env[62633]: INFO nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1825.452221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "e43a0fb3-a032-4fca-9463-d3fad7590707" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.452221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.452561] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.452561] env[62633]: INFO nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1825.452799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.453746] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a835418-1382-4dd2-b006-862aa06d0a32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.457194] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd48852a-d0ca-4298-8869-80a80fdb4cba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.462478] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43efbb2-7627-44a9-b637-edc1fd6b6f43 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.465898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22db3dbe-4c02-4ba9-8299-24246510b751 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.469541] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74588ada-e80b-413a-a4f6-435157e0be61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.472783] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a56b4-ea6f-45ec-9daa-04c0056e1eb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.476293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d897310-7f57-421f-b024-d8aea68690d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.479649] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c399e1a-75ad-47cd-8e4b-a9b315eb82e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.483411] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfdee47-2f6c-45bd-9569-795560b76697 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.538915] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "8559546e-7000-4645-b0c5-0fd4711809ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.539222] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.541079] env[62633]: WARNING oslo_messaging._drivers.amqpdriver [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1825.543807] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808475, 'name': ReconfigVM_Task, 'duration_secs': 0.294623} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.545924] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance '31f986a1-2911-45ce-9e1e-2f78e888a9a7' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1825.562114] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132052} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.566024] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808473, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.566024] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.566442] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694b39f9-d6dc-4cb8-87d8-c9237217d158 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.604225] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e/845dd616-c5bb-4cf4-a933-fe18e9b6898e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.606149] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a5668f-ca50-4a66-b5c8-ce3c9ae1458e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.640420] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1825.640420] env[62633]: value = "task-1808478" [ 1825.640420] env[62633]: _type = "Task" [ 1825.640420] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.654355] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.781148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.784240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.720s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.784240] env[62633]: DEBUG nova.objects.instance [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'resources' on Instance uuid 62330dee-f42a-4c6f-93c7-be10422d7ff5 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.802386] env[62633]: INFO nova.scheduler.client.report [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleted allocations for instance 8a5978c8-220e-4534-a032-4b763206c561 [ 1825.829566] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.010036] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.010504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.020454] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.020850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.575s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.021197] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.024884] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808473, 'name': ReconfigVM_Task, 'duration_secs': 1.379968} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.025191] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Reconfigured VM instance instance-0000005c to attach disk [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707/e43a0fb3-a032-4fca-9463-d3fad7590707.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.025813] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03a1624a-2630-402e-b25e-385faf933a89 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.032475] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1826.032475] env[62633]: value = "task-1808479" [ 1826.032475] env[62633]: _type = "Task" [ 1826.032475] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.036246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.591s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.040636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.592s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.040928] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808479, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.045869] env[62633]: DEBUG nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1826.048819] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "406220cd-46f8-494a-af44-77fe132bda9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.600s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.048971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "a24b1271-9773-4719-b12a-6e161213b834" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.066055] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1826.066373] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1826.066610] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.067740] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1826.067740] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.067740] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1826.067740] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1826.067740] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1826.067988] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1826.069372] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1826.069372] env[62633]: DEBUG nova.virt.hardware [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1826.074420] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1826.074805] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f217837-5202-4fd5-9f82-da639cac2993 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.094227] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1826.094227] env[62633]: value = "task-1808480" [ 1826.094227] env[62633]: _type = "Task" [ 1826.094227] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.104959] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.154179] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.181036] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.181036] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.312213] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67f02330-f872-4cdd-9c18-3936835d8a18 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "8a5978c8-220e-4534-a032-4b763206c561" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.992s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.313303] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "8a5978c8-220e-4534-a032-4b763206c561" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.864s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.313825] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d03a731-b7cf-4864-b50d-bb5cfc368793 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.325952] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.333486] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e67e890-febd-46eb-a7ee-2e41433bd0d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.542568] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808479, 'name': Rename_Task, 'duration_secs': 0.245047} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.542847] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.543139] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12294107-ec36-4fe7-b25b-f9fbfd0c57e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.549669] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1826.549669] env[62633]: value = "task-1808481" [ 1826.549669] env[62633]: _type = "Task" [ 1826.549669] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.562688] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.571833] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.606086] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808480, 'name': ReconfigVM_Task, 'duration_secs': 0.280425} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.606431] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1826.608171] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd737c-09b9-41c8-bce6-b4a91588e33c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.640077] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7/31f986a1-2911-45ce-9e1e-2f78e888a9a7.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.641797] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.642012] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4f46cc-a8b9-4728-bce4-652009ebe14a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.656526] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da076403-28e9-4f2c-9468-4f368b5c500c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.659712] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.660222] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1826.665633] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.673985] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808478, 'name': ReconfigVM_Task, 'duration_secs': 0.554613} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.676134] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfca9c93-63ed-4fed-b670-1e5f3568e5d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.680330] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e/845dd616-c5bb-4cf4-a933-fe18e9b6898e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.680995] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1826.680995] env[62633]: value = "task-1808482" [ 1826.680995] env[62633]: _type = "Task" [ 1826.680995] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.684015] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c499f61-a334-44f4-a032-b700b76df7d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.718839] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2585bab-5ed8-4935-b69b-6f7df4c02611 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.727180] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.727612] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1826.727612] env[62633]: value = "task-1808483" [ 1826.727612] env[62633]: _type = "Task" [ 1826.727612] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.736124] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa14a3e0-ff6b-49f3-9f58-221d0c5eec95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.745774] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808483, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.756680] env[62633]: DEBUG nova.compute.provider_tree [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.828855] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.876863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "8a5978c8-220e-4534-a032-4b763206c561" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.931844] env[62633]: DEBUG oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52005eb8-b7e5-6ba1-0a98-46894d1a759f/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1826.932818] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c9030-e448-41c2-8d82-ba7812350e5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.939526] env[62633]: DEBUG oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52005eb8-b7e5-6ba1-0a98-46894d1a759f/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1826.939716] env[62633]: ERROR oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52005eb8-b7e5-6ba1-0a98-46894d1a759f/disk-0.vmdk due to incomplete transfer. [ 1826.939969] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a4d821c-d2ca-4f9c-ad0d-0780f6137e26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.947498] env[62633]: DEBUG oslo_vmware.rw_handles [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52005eb8-b7e5-6ba1-0a98-46894d1a759f/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1826.947727] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Uploaded image 21550333-3eeb-47f4-8c04-30027a8b700f to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1826.950324] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1826.950622] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-115b5a49-aee4-4a2c-b39a-9312e4f41df3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.956486] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1826.956486] env[62633]: value = "task-1808484" [ 1826.956486] env[62633]: _type = "Task" [ 1826.956486] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.965284] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.061250] env[62633]: DEBUG oslo_vmware.api [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808481, 'name': PowerOnVM_Task, 'duration_secs': 0.490837} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.061520] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.061750] env[62633]: DEBUG nova.compute.manager [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1827.062672] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ec0e4b-448a-468f-8769-95a339e3d7c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.168235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.195065] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.204830] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "26ab3dda-f9e2-47ac-bf71-13170c345593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.204830] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "26ab3dda-f9e2-47ac-bf71-13170c345593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.239919] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808483, 'name': Rename_Task, 'duration_secs': 0.152246} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.240342] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.240527] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec166c0b-b1cf-47e1-809f-da981cfa494e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.249030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.249270] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.250739] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1827.250739] env[62633]: value = "task-1808485" [ 1827.250739] env[62633]: _type = "Task" [ 1827.250739] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.260536] env[62633]: DEBUG nova.scheduler.client.report [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1827.264023] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.325913] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808477, 'name': ReconfigVM_Task, 'duration_secs': 1.537801} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.326227] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1827.326433] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.326719] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88b52b0-28eb-478e-bab2-cee3e1e7a0c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.332620] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1827.332620] env[62633]: value = "task-1808486" [ 1827.332620] env[62633]: _type = "Task" [ 1827.332620] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.341390] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.467669] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.579719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.696545] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808482, 'name': ReconfigVM_Task, 'duration_secs': 0.58889} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.696858] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7/31f986a1-2911-45ce-9e1e-2f78e888a9a7.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.697184] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance '31f986a1-2911-45ce-9e1e-2f78e888a9a7' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.709020] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1827.751899] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1827.763688] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.766817] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.769729] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.493s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.771322] env[62633]: INFO nova.compute.claims [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.788799] env[62633]: INFO nova.scheduler.client.report [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleted allocations for instance 62330dee-f42a-4c6f-93c7-be10422d7ff5 [ 1827.842407] env[62633]: DEBUG oslo_vmware.api [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808486, 'name': PowerOnVM_Task, 'duration_secs': 0.377519} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.842715] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.843158] env[62633]: DEBUG nova.compute.manager [None req-c5f2bc3d-67e2-405e-936f-f99f7044e70d tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1827.843669] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b608d58e-1634-4f46-aabd-fa5e6ca358d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.967303] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.208539] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fedb8f-b002-4e91-be6f-7dd63bb201c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.234810] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df195c98-931b-4acd-98a3-21749df56099 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.263273] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance '31f986a1-2911-45ce-9e1e-2f78e888a9a7' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1828.269848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.280586] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.283537] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "e43a0fb3-a032-4fca-9463-d3fad7590707" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.284918] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "e43a0fb3-a032-4fca-9463-d3fad7590707" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.284918] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "e43a0fb3-a032-4fca-9463-d3fad7590707-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.284918] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "e43a0fb3-a032-4fca-9463-d3fad7590707-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.284918] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "e43a0fb3-a032-4fca-9463-d3fad7590707-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.286708] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.287640] env[62633]: INFO nova.compute.manager [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Terminating instance [ 1828.289266] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "refresh_cache-e43a0fb3-a032-4fca-9463-d3fad7590707" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.289424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquired lock "refresh_cache-e43a0fb3-a032-4fca-9463-d3fad7590707" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.289613] env[62633]: DEBUG nova.network.neutron [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.296187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-51792d7d-2fe8-45c6-9ac1-9bb1637b08b0 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.916s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.297270] env[62633]: DEBUG oslo_concurrency.lockutils [req-637dd669-cf7a-43a5-8966-754ff29e9252 req-1921f2f9-eafc-4df6-a3a4-e4f04b57c947 service nova] Acquired lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.298302] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b47791-90db-47be-9f17-9ab6a379ee90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.307085] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1828.307266] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1828.307650] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db12124f-c83a-4e70-9964-5669b3e8cbb8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.317235] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6092a1-e302-4bab-9597-a0e7b519f06f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.350705] env[62633]: ERROR root [req-637dd669-cf7a-43a5-8966-754ff29e9252 req-1921f2f9-eafc-4df6-a3a4-e4f04b57c947 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-374795' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-374795' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-374795' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-374795'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-374795' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-374795' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-374795'}\n"]: nova.exception.InstanceNotFound: Instance 62330dee-f42a-4c6f-93c7-be10422d7ff5 could not be found. [ 1828.350932] env[62633]: DEBUG oslo_concurrency.lockutils [req-637dd669-cf7a-43a5-8966-754ff29e9252 req-1921f2f9-eafc-4df6-a3a4-e4f04b57c947 service nova] Releasing lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.351190] env[62633]: DEBUG nova.compute.manager [req-637dd669-cf7a-43a5-8966-754ff29e9252 req-1921f2f9-eafc-4df6-a3a4-e4f04b57c947 service nova] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Detach interface failed, port_id=11d3a5aa-6e67-4d04-ae00-7a94d29d5a58, reason: Instance 62330dee-f42a-4c6f-93c7-be10422d7ff5 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1828.351576] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.905s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.351862] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e9b6743-34af-4cfc-8ef1-53f1455db3de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.362437] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b47a9a-25ef-4492-9c70-afcd259700fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.468539] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.713346] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.713346] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.713452] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.713702] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.713947] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.716209] env[62633]: INFO nova.compute.manager [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Terminating instance [ 1828.718094] env[62633]: DEBUG nova.compute.manager [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1828.718300] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1828.719164] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590eaea4-1318-4ef3-bdc9-fd6cf5bf277e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.726907] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1828.727127] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36d59849-d8fc-43d5-ac44-28fced296504 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.732503] env[62633]: DEBUG oslo_vmware.api [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1828.732503] env[62633]: value = "task-1808487" [ 1828.732503] env[62633]: _type = "Task" [ 1828.732503] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.739608] env[62633]: DEBUG oslo_vmware.api [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.772030] env[62633]: DEBUG oslo_vmware.api [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808485, 'name': PowerOnVM_Task, 'duration_secs': 1.12559} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.772030] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.772030] env[62633]: DEBUG nova.compute.manager [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1828.772715] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31aeb14-08ee-433c-8cc7-a6eeec2f1dea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.813291] env[62633]: DEBUG nova.network.neutron [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.900672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "62330dee-f42a-4c6f-93c7-be10422d7ff5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.909624] env[62633]: DEBUG nova.network.neutron [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.973314] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.103112] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040810ec-d457-4264-92bf-4346a846d12a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.110377] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc41038-d2ea-4f45-aca8-87e595d22c3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.143217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c30ac85-25b2-494f-a93c-5add4b78a6d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.150292] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8376461-03bd-46d0-a9e4-1fffecfc4e0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.164953] env[62633]: DEBUG nova.compute.provider_tree [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.242901] env[62633]: DEBUG oslo_vmware.api [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808487, 'name': PowerOffVM_Task, 'duration_secs': 0.166752} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.243183] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.243364] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1829.243945] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c08b48-bc46-4ff9-be76-00bd041fa137 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.299494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.412651] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Releasing lock "refresh_cache-e43a0fb3-a032-4fca-9463-d3fad7590707" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.413129] env[62633]: DEBUG nova.compute.manager [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1829.413332] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1829.414628] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faeb739-c92f-4d1f-b287-a0c9230e070c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.422307] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.422520] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c7ee31-5220-4aba-97be-e7ebca120d09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.427856] env[62633]: DEBUG oslo_vmware.api [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1829.427856] env[62633]: value = "task-1808489" [ 1829.427856] env[62633]: _type = "Task" [ 1829.427856] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.436488] env[62633]: DEBUG oslo_vmware.api [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.472817] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.668618] env[62633]: DEBUG nova.scheduler.client.report [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1829.942474] env[62633]: DEBUG oslo_vmware.api [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808489, 'name': PowerOffVM_Task, 'duration_secs': 0.117447} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.943240] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.943586] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1829.944920] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b798542-1917-40fb-ab1b-39548b14ebf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.947575] env[62633]: DEBUG nova.network.neutron [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Port 157ba004-1650-4e59-bbf7-c11d5de96f17 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1829.970937] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.971114] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.971308] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Deleting the datastore file [datastore1] e43a0fb3-a032-4fca-9463-d3fad7590707 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.971964] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f87ce4cc-91d1-4d87-a56a-79b6712a3ae1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.976777] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.980750] env[62633]: DEBUG oslo_vmware.api [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for the task: (returnval){ [ 1829.980750] env[62633]: value = "task-1808491" [ 1829.980750] env[62633]: _type = "Task" [ 1829.980750] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.988678] env[62633]: DEBUG oslo_vmware.api [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.174333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.174867] env[62633]: DEBUG nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1830.178080] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.855s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.178212] env[62633]: DEBUG nova.objects.instance [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'resources' on Instance uuid 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.478048] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.489715] env[62633]: DEBUG oslo_vmware.api [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Task: {'id': task-1808491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150307} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.489903] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.490178] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.490429] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.490658] env[62633]: INFO nova.compute.manager [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1830.491079] env[62633]: DEBUG oslo.service.loopingcall [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.491363] env[62633]: DEBUG nova.compute.manager [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1830.491465] env[62633]: DEBUG nova.network.neutron [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.507466] env[62633]: DEBUG nova.network.neutron [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1830.541109] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.541379] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.541592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.541780] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.541954] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.544025] env[62633]: INFO nova.compute.manager [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Terminating instance [ 1830.545282] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "refresh_cache-845dd616-c5bb-4cf4-a933-fe18e9b6898e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.545443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired lock "refresh_cache-845dd616-c5bb-4cf4-a933-fe18e9b6898e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.545613] env[62633]: DEBUG nova.network.neutron [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.682028] env[62633]: DEBUG nova.compute.utils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.683903] env[62633]: DEBUG nova.objects.instance [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'numa_topology' on Instance uuid 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1830.684787] env[62633]: DEBUG nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1830.684951] env[62633]: DEBUG nova.network.neutron [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.721595] env[62633]: DEBUG nova.policy [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe3a49ec473445786c1b77b390e1d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3cbeb0f6545b9951614c9299b07a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1830.978281] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.978531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.979647] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.986835] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.009590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.009866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.010905] env[62633]: DEBUG nova.network.neutron [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.067420] env[62633]: DEBUG nova.network.neutron [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.069997] env[62633]: DEBUG nova.network.neutron [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Successfully created port: 418aa14a-1883-4312-85e6-cf7bb7e835fc {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.126587] env[62633]: DEBUG nova.network.neutron [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.185520] env[62633]: DEBUG nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1831.190400] env[62633]: DEBUG nova.objects.base [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Object Instance<56591abe-81cb-4af8-97e0-f6015f794f26> lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1831.485697] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.488265] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c31ef02-6c42-441e-a7f5-a703a8ad3df4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.495151] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6848ff53-a236-498e-9eb2-3ce74aba0553 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.526953] env[62633]: DEBUG nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1831.529949] env[62633]: INFO nova.compute.manager [-] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Took 1.04 seconds to deallocate network for instance. [ 1831.532590] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b783f4f6-baf7-4bda-885b-89debb9bbb11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.543494] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e54c871-98f8-434a-8c5d-5e62069f62ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.557033] env[62633]: DEBUG nova.compute.provider_tree [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.631219] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Releasing lock "refresh_cache-845dd616-c5bb-4cf4-a933-fe18e9b6898e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.631694] env[62633]: DEBUG nova.compute.manager [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1831.631899] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1831.632827] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6494d5c-ae60-46de-ac87-ad4ceab3d4ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.640764] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1831.641019] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320c8c15-08c8-44c7-8437-c037f6879ad5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.647459] env[62633]: DEBUG oslo_vmware.api [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1831.647459] env[62633]: value = "task-1808492" [ 1831.647459] env[62633]: _type = "Task" [ 1831.647459] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.655892] env[62633]: DEBUG oslo_vmware.api [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.978421] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.016061] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.016286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.016477] env[62633]: DEBUG nova.network.neutron [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.043441] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.047584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.059879] env[62633]: DEBUG nova.scheduler.client.report [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1832.158133] env[62633]: DEBUG oslo_vmware.api [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808492, 'name': PowerOffVM_Task, 'duration_secs': 0.155391} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.158441] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.158678] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1832.158943] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e50beaae-9a7a-4b54-b6cc-fe06bb6b4fe9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.183033] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1832.183033] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1832.183033] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Deleting the datastore file [datastore1] 845dd616-c5bb-4cf4-a933-fe18e9b6898e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1832.183202] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-761e8b70-b16f-4587-8c30-170cf233d34d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.191472] env[62633]: DEBUG oslo_vmware.api [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1832.191472] env[62633]: value = "task-1808494" [ 1832.191472] env[62633]: _type = "Task" [ 1832.191472] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.200562] env[62633]: DEBUG nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1832.202862] env[62633]: DEBUG oslo_vmware.api [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.228413] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1832.228741] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1832.228950] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.229200] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1832.229397] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.229594] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1832.229876] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1832.230104] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1832.230328] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1832.230540] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1832.230762] env[62633]: DEBUG nova.virt.hardware [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1832.231720] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1b110-53c7-454d-8de9-edaee0bb9ec3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.239737] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cec019d-1a15-4282-94df-3f80590b94a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.478381] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.564880] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.387s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.567716] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.510s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.703088] env[62633]: DEBUG oslo_vmware.api [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090142} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.706440] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1832.706440] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1832.706440] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1832.706440] env[62633]: INFO nova.compute.manager [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1832.706440] env[62633]: DEBUG oslo.service.loopingcall [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.706440] env[62633]: DEBUG nova.compute.manager [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1832.706440] env[62633]: DEBUG nova.network.neutron [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1832.727729] env[62633]: DEBUG nova.network.neutron [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1832.735691] env[62633]: DEBUG nova.network.neutron [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance_info_cache with network_info: [{"id": "157ba004-1650-4e59-bbf7-c11d5de96f17", "address": "fa:16:3e:56:90:40", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ba004-16", "ovs_interfaceid": "157ba004-1650-4e59-bbf7-c11d5de96f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.979840] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.074632] env[62633]: INFO nova.compute.claims [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1833.079895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4a701dda-e76b-45ae-99e4-89153f7bdd3e tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.455s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.080788] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.680s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.080914] env[62633]: INFO nova.compute.manager [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Unshelving [ 1833.230402] env[62633]: DEBUG nova.network.neutron [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.237585] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.481512] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.581982] env[62633]: INFO nova.compute.resource_tracker [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating resource usage from migration cf9c30b3-07b4-47db-b225-5f919538c2f4 [ 1833.734299] env[62633]: INFO nova.compute.manager [-] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Took 1.03 seconds to deallocate network for instance. [ 1833.747289] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea37f5-d287-47e2-bb9f-0581fb880c68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.754460] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a830b7f-d688-42f8-b502-f2b27ad2673a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.849609] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0ef62e-5571-42e8-9ffd-91b320d58965 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.857058] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b165ba65-29ef-4014-8ee9-6dd60fdb8827 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.886834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22770f4c-fd6c-4c51-aa2e-7a4bebeca375 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.894109] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad7110b-d0d2-4092-96af-cfee37a1ad03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.907324] env[62633]: DEBUG nova.compute.provider_tree [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.982951] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.093064] env[62633]: DEBUG nova.compute.utils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1834.241636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.410389] env[62633]: DEBUG nova.scheduler.client.report [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1834.481980] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.534993] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.535277] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.535469] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Deleting the datastore file [datastore1] 7b13b47f-3d30-467e-b7ab-bef0d004e29b {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.535752] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bf70dbd-b524-41a4-a78b-72b06026be19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.542585] env[62633]: DEBUG oslo_vmware.api [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1834.542585] env[62633]: value = "task-1808495" [ 1834.542585] env[62633]: _type = "Task" [ 1834.542585] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.550617] env[62633]: DEBUG oslo_vmware.api [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.595272] env[62633]: INFO nova.virt.block_device [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Booting with volume 85976946-9e15-4086-bf5c-e29a969979a4 at /dev/sdb [ 1834.627372] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2b13c0d-e754-4e49-94e2-e010e8c9ad7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.638938] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aa9d5b-7bf2-4c85-9c21-b6f8b952b155 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.669996] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a42dcdd-2540-4ab1-b5f5-ce8e102a0018 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.680073] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5e2729-4b19-4111-9134-8b6ab3f16aa5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.712753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f4d374-6e33-4961-a5b3-6b914f6a3e7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.719704] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3cb792-534a-42bb-ae39-88b0372a377c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.734292] env[62633]: DEBUG nova.virt.block_device [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating existing volume attachment record: 14b5296d-efff-4043-b897-bb3c10a3cf50 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1834.854481] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197c6ca5-4576-46df-a518-c716ad1b5b16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.876424] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e21149-de9c-4015-92e1-d027497ce8db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.883084] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance '31f986a1-2911-45ce-9e1e-2f78e888a9a7' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1834.914893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.347s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.915144] env[62633]: INFO nova.compute.manager [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Migrating [ 1834.921592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.350s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.923032] env[62633]: INFO nova.compute.claims [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.982771] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808484, 'name': Destroy_Task, 'duration_secs': 7.65414} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.983060] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Destroyed the VM [ 1834.983323] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1834.983546] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-520402a2-3fee-4e46-974f-f3360d2ddcff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.989846] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1834.989846] env[62633]: value = "task-1808497" [ 1834.989846] env[62633]: _type = "Task" [ 1834.989846] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.997284] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808497, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.052515] env[62633]: DEBUG oslo_vmware.api [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136921} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.052777] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.052980] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.053186] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.053378] env[62633]: INFO nova.compute.manager [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Took 6.34 seconds to destroy the instance on the hypervisor. [ 1835.053639] env[62633]: DEBUG oslo.service.loopingcall [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.053851] env[62633]: DEBUG nova.compute.manager [-] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1835.053950] env[62633]: DEBUG nova.network.neutron [-] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.368672] env[62633]: DEBUG nova.compute.manager [req-a4beccfa-3684-416e-b0ab-05f4008018a7 req-8a30567d-97c9-4933-8ac8-6bb093d1f9f5 service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Received event network-vif-deleted-046b2bab-9cf6-4d54-83b6-1a26993227e5 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1835.368920] env[62633]: INFO nova.compute.manager [req-a4beccfa-3684-416e-b0ab-05f4008018a7 req-8a30567d-97c9-4933-8ac8-6bb093d1f9f5 service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Neutron deleted interface 046b2bab-9cf6-4d54-83b6-1a26993227e5; detaching it from the instance and deleting it from the info cache [ 1835.369301] env[62633]: DEBUG nova.network.neutron [req-a4beccfa-3684-416e-b0ab-05f4008018a7 req-8a30567d-97c9-4933-8ac8-6bb093d1f9f5 service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.389831] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1835.389831] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-948c04e2-f684-47a7-bbdd-852004b1cf11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.397479] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1835.397479] env[62633]: value = "task-1808500" [ 1835.397479] env[62633]: _type = "Task" [ 1835.397479] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.406419] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.432759] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.432978] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.433208] env[62633]: DEBUG nova.network.neutron [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.502612] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808497, 'name': RemoveSnapshot_Task, 'duration_secs': 0.310598} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.502896] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1835.503263] env[62633]: DEBUG nova.compute.manager [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1835.505038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea39ae9-604c-4229-a448-88ff46e6910d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.614950] env[62633]: DEBUG nova.compute.manager [req-e4d59fd8-9a26-4368-8b4a-fa983c393ea2 req-894ad9c7-9dd1-48b3-a255-f70bde5c713d service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Received event network-vif-plugged-418aa14a-1883-4312-85e6-cf7bb7e835fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1835.615228] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4d59fd8-9a26-4368-8b4a-fa983c393ea2 req-894ad9c7-9dd1-48b3-a255-f70bde5c713d service nova] Acquiring lock "507ce92a-bec8-4d64-a8da-e313df691d50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.615445] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4d59fd8-9a26-4368-8b4a-fa983c393ea2 req-894ad9c7-9dd1-48b3-a255-f70bde5c713d service nova] Lock "507ce92a-bec8-4d64-a8da-e313df691d50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.615719] env[62633]: DEBUG oslo_concurrency.lockutils [req-e4d59fd8-9a26-4368-8b4a-fa983c393ea2 req-894ad9c7-9dd1-48b3-a255-f70bde5c713d service nova] Lock "507ce92a-bec8-4d64-a8da-e313df691d50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.615789] env[62633]: DEBUG nova.compute.manager [req-e4d59fd8-9a26-4368-8b4a-fa983c393ea2 req-894ad9c7-9dd1-48b3-a255-f70bde5c713d service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] No waiting events found dispatching network-vif-plugged-418aa14a-1883-4312-85e6-cf7bb7e835fc {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1835.615947] env[62633]: WARNING nova.compute.manager [req-e4d59fd8-9a26-4368-8b4a-fa983c393ea2 req-894ad9c7-9dd1-48b3-a255-f70bde5c713d service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Received unexpected event network-vif-plugged-418aa14a-1883-4312-85e6-cf7bb7e835fc for instance with vm_state building and task_state spawning. [ 1835.719378] env[62633]: DEBUG nova.network.neutron [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Successfully updated port: 418aa14a-1883-4312-85e6-cf7bb7e835fc {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1835.815430] env[62633]: DEBUG nova.network.neutron [-] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.871509] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c2f74fb-9f27-42e7-8b3f-cec07e58be68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.881926] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b70067-31de-4160-9ab9-0eaf95545f3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.906343] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808500, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.916355] env[62633]: DEBUG nova.compute.manager [req-a4beccfa-3684-416e-b0ab-05f4008018a7 req-8a30567d-97c9-4933-8ac8-6bb093d1f9f5 service nova] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Detach interface failed, port_id=046b2bab-9cf6-4d54-83b6-1a26993227e5, reason: Instance 7b13b47f-3d30-467e-b7ab-bef0d004e29b could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1836.020472] env[62633]: INFO nova.compute.manager [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Shelve offloading [ 1836.021085] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.021313] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83926dd7-0a59-4394-95d9-ca8239cbc76f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.030049] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1836.030049] env[62633]: value = "task-1808501" [ 1836.030049] env[62633]: _type = "Task" [ 1836.030049] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.041582] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1836.041768] env[62633]: DEBUG nova.compute.manager [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1836.042700] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cbc662-85b9-40d8-abec-6d67c3734f7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.053774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.053774] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.053774] env[62633]: DEBUG nova.network.neutron [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.173113] env[62633]: DEBUG nova.network.neutron [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance_info_cache with network_info: [{"id": "b4ec9727-cd26-4067-8523-8887590202d8", "address": "fa:16:3e:5f:37:e2", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec9727-cd", "ovs_interfaceid": "b4ec9727-cd26-4067-8523-8887590202d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.222237] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "refresh_cache-507ce92a-bec8-4d64-a8da-e313df691d50" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.222334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "refresh_cache-507ce92a-bec8-4d64-a8da-e313df691d50" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.222475] env[62633]: DEBUG nova.network.neutron [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.238098] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae33fbba-99b1-4917-ad90-c7190e97190e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.248912] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ca0498-be66-4853-9803-1d98242bc6e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.281437] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0587844c-4ffc-4860-81b8-958619fbc5d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.290660] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1183e3-a9b7-44ec-bbbb-ad70c404be7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.305339] env[62633]: DEBUG nova.compute.provider_tree [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.313896] env[62633]: INFO nova.compute.manager [None req-3e859df2-a5a8-47b5-ba04-2dc01bae6a52 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Get console output [ 1836.314137] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-3e859df2-a5a8-47b5-ba04-2dc01bae6a52 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] The console log is missing. Check your VSPC configuration [ 1836.318140] env[62633]: INFO nova.compute.manager [-] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Took 1.26 seconds to deallocate network for instance. [ 1836.407658] env[62633]: DEBUG oslo_vmware.api [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808500, 'name': PowerOnVM_Task, 'duration_secs': 0.583976} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.407788] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.407922] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9691f40a-0cd6-441a-84bb-82d0bedbb8dc tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance '31f986a1-2911-45ce-9e1e-2f78e888a9a7' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1836.675903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.755465] env[62633]: DEBUG nova.network.neutron [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.796683] env[62633]: DEBUG nova.network.neutron [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [{"id": "badbeda4-b77b-4e53-85ce-e51b2206e757", "address": "fa:16:3e:cf:a5:3f", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadbeda4-b7", "ovs_interfaceid": "badbeda4-b77b-4e53-85ce-e51b2206e757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.807642] env[62633]: DEBUG nova.scheduler.client.report [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1836.823650] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.899071] env[62633]: DEBUG nova.network.neutron [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Updating instance_info_cache with network_info: [{"id": "418aa14a-1883-4312-85e6-cf7bb7e835fc", "address": "fa:16:3e:54:18:1b", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418aa14a-18", "ovs_interfaceid": "418aa14a-1883-4312-85e6-cf7bb7e835fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.300080] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.313044] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.313458] env[62633]: DEBUG nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1837.316248] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.148s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.316424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.316595] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1837.316952] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.737s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.317234] env[62633]: DEBUG nova.objects.instance [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1837.320345] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a517819-dcc4-4515-9acf-a69f10439f79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.328473] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc2f6be-7d0f-4ca8-963e-170fc359caa6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.343268] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f21a32-2dcf-489f-b207-9254db920d16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.350896] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f791f5-2d9f-4355-970e-2dbbf0467d60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.384509] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179260MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1837.384685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.388574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.388872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.389130] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "ec578d53-b1f7-41e3-9d97-c3a52d078893-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.389327] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.389524] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.391793] env[62633]: INFO nova.compute.manager [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Terminating instance [ 1837.393702] env[62633]: DEBUG nova.compute.manager [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1837.393920] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.394776] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f920f5-591b-4a1a-b75f-a87633c34b5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.402998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "refresh_cache-507ce92a-bec8-4d64-a8da-e313df691d50" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.403144] env[62633]: DEBUG nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Instance network_info: |[{"id": "418aa14a-1883-4312-85e6-cf7bb7e835fc", "address": "fa:16:3e:54:18:1b", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418aa14a-18", "ovs_interfaceid": "418aa14a-1883-4312-85e6-cf7bb7e835fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1837.403448] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.403830] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:18:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '418aa14a-1883-4312-85e6-cf7bb7e835fc', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1837.411578] env[62633]: DEBUG oslo.service.loopingcall [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.412092] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b3d2a9-6f79-43eb-b1cd-3f2804e9654c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.413718] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1837.413953] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b91f241-f317-4931-a8ca-0e0409bc9ad3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.433379] env[62633]: DEBUG oslo_vmware.api [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1837.433379] env[62633]: value = "task-1808503" [ 1837.433379] env[62633]: _type = "Task" [ 1837.433379] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.437624] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1837.437624] env[62633]: value = "task-1808504" [ 1837.437624] env[62633]: _type = "Task" [ 1837.437624] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.444620] env[62633]: DEBUG oslo_vmware.api [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1808503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.448886] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808504, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.636529] env[62633]: DEBUG nova.compute.manager [req-cae118ed-4964-453d-92b6-699e66fc1cd8 req-2274493e-ac2c-4939-9007-2e834c2d4e56 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received event network-vif-unplugged-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1837.636851] env[62633]: DEBUG oslo_concurrency.lockutils [req-cae118ed-4964-453d-92b6-699e66fc1cd8 req-2274493e-ac2c-4939-9007-2e834c2d4e56 service nova] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.637142] env[62633]: DEBUG oslo_concurrency.lockutils [req-cae118ed-4964-453d-92b6-699e66fc1cd8 req-2274493e-ac2c-4939-9007-2e834c2d4e56 service nova] Lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.637689] env[62633]: DEBUG oslo_concurrency.lockutils [req-cae118ed-4964-453d-92b6-699e66fc1cd8 req-2274493e-ac2c-4939-9007-2e834c2d4e56 service nova] Lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.637982] env[62633]: DEBUG nova.compute.manager [req-cae118ed-4964-453d-92b6-699e66fc1cd8 req-2274493e-ac2c-4939-9007-2e834c2d4e56 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] No waiting events found dispatching network-vif-unplugged-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1837.638321] env[62633]: WARNING nova.compute.manager [req-cae118ed-4964-453d-92b6-699e66fc1cd8 req-2274493e-ac2c-4939-9007-2e834c2d4e56 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received unexpected event network-vif-unplugged-badbeda4-b77b-4e53-85ce-e51b2206e757 for instance with vm_state shelved and task_state shelving_offloading. [ 1837.661047] env[62633]: DEBUG nova.compute.manager [req-595503e6-e8a5-42e5-8605-af8d24f99f39 req-3a2fbe3a-6e8e-4c28-9a28-721e84ef31bf service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Received event network-changed-418aa14a-1883-4312-85e6-cf7bb7e835fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1837.661294] env[62633]: DEBUG nova.compute.manager [req-595503e6-e8a5-42e5-8605-af8d24f99f39 req-3a2fbe3a-6e8e-4c28-9a28-721e84ef31bf service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Refreshing instance network info cache due to event network-changed-418aa14a-1883-4312-85e6-cf7bb7e835fc. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1837.661560] env[62633]: DEBUG oslo_concurrency.lockutils [req-595503e6-e8a5-42e5-8605-af8d24f99f39 req-3a2fbe3a-6e8e-4c28-9a28-721e84ef31bf service nova] Acquiring lock "refresh_cache-507ce92a-bec8-4d64-a8da-e313df691d50" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.661935] env[62633]: DEBUG oslo_concurrency.lockutils [req-595503e6-e8a5-42e5-8605-af8d24f99f39 req-3a2fbe3a-6e8e-4c28-9a28-721e84ef31bf service nova] Acquired lock "refresh_cache-507ce92a-bec8-4d64-a8da-e313df691d50" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.662247] env[62633]: DEBUG nova.network.neutron [req-595503e6-e8a5-42e5-8605-af8d24f99f39 req-3a2fbe3a-6e8e-4c28-9a28-721e84ef31bf service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Refreshing network info cache for port 418aa14a-1883-4312-85e6-cf7bb7e835fc {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.669450] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.670408] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74745bd5-288d-4acc-b779-7cd54b91ce92 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.679572] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.679893] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-029d6806-e0a1-4ae3-9f4d-d327861b81cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.821701] env[62633]: DEBUG nova.compute.utils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1837.823352] env[62633]: DEBUG nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1837.823525] env[62633]: DEBUG nova.network.neutron [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1837.830062] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1837.830295] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1837.830542] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleting the datastore file [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1837.831597] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63933127-2046-4ab4-bf92-2e086df28014 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.839190] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1837.839190] env[62633]: value = "task-1808506" [ 1837.839190] env[62633]: _type = "Task" [ 1837.839190] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.847605] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.871405] env[62633]: DEBUG nova.policy [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29d4668857f44c0f8b4041b15d62196d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ef21e9c4f4efcaafa1883ab143e4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1837.946277] env[62633]: DEBUG oslo_vmware.api [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1808503, 'name': PowerOffVM_Task, 'duration_secs': 0.247063} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.949681] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.949937] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.950190] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808504, 'name': CreateVM_Task, 'duration_secs': 0.402055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.950392] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b15f701-988d-4699-b55a-f1660bc8bcdf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.951783] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.952504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.952674] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.952996] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.953566] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433ad469-490e-43ff-9250-c32083efeb56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.957977] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1837.957977] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2ef40-6ea8-2c70-0de5-8cbc7531ad93" [ 1837.957977] env[62633]: _type = "Task" [ 1837.957977] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.972433] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2ef40-6ea8-2c70-0de5-8cbc7531ad93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.036836] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1838.037115] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1838.037307] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Deleting the datastore file [datastore1] ec578d53-b1f7-41e3-9d97-c3a52d078893 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1838.037584] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47bbc7c0-4bd8-4797-867e-1571f282a915 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.043342] env[62633]: DEBUG oslo_vmware.api [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for the task: (returnval){ [ 1838.043342] env[62633]: value = "task-1808508" [ 1838.043342] env[62633]: _type = "Task" [ 1838.043342] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.052529] env[62633]: DEBUG oslo_vmware.api [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1808508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.114621] env[62633]: DEBUG nova.network.neutron [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Successfully created port: ad24942d-0993-4fcd-a579-8022afb32651 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1838.194651] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b581122c-f551-46e8-a1a9-de0f08eff5b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.215791] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance 'a734ee7b-96e9-4756-824e-2901fbffc4bf' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1838.329259] env[62633]: DEBUG nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1838.332679] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a2bc692a-6d28-4355-8e33-462de64ca4be tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.334592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.065s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.335980] env[62633]: INFO nova.compute.claims [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1838.351423] env[62633]: DEBUG oslo_vmware.api [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175145} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.352210] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.352504] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.352691] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.378886] env[62633]: INFO nova.scheduler.client.report [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleted allocations for instance 54a284ae-9039-4553-80ae-90f2079ca09b [ 1838.469383] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2ef40-6ea8-2c70-0de5-8cbc7531ad93, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.469769] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.470042] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.470315] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.470545] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.470694] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.471136] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d547f4e1-505f-4cb6-b307-e3bbc2797fd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.482171] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.482171] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.482171] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec69b720-7765-4f9d-a601-9491847a17fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.485537] env[62633]: DEBUG nova.network.neutron [req-595503e6-e8a5-42e5-8605-af8d24f99f39 req-3a2fbe3a-6e8e-4c28-9a28-721e84ef31bf service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Updated VIF entry in instance network info cache for port 418aa14a-1883-4312-85e6-cf7bb7e835fc. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.486105] env[62633]: DEBUG nova.network.neutron [req-595503e6-e8a5-42e5-8605-af8d24f99f39 req-3a2fbe3a-6e8e-4c28-9a28-721e84ef31bf service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Updating instance_info_cache with network_info: [{"id": "418aa14a-1883-4312-85e6-cf7bb7e835fc", "address": "fa:16:3e:54:18:1b", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap418aa14a-18", "ovs_interfaceid": "418aa14a-1883-4312-85e6-cf7bb7e835fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.490520] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1838.490520] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5222f716-e735-ade3-d1f9-827989953b59" [ 1838.490520] env[62633]: _type = "Task" [ 1838.490520] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.499098] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5222f716-e735-ade3-d1f9-827989953b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.554252] env[62633]: DEBUG oslo_vmware.api [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Task: {'id': task-1808508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173049} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.554360] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.554538] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.554777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.555010] env[62633]: INFO nova.compute.manager [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1838.557458] env[62633]: DEBUG oslo.service.loopingcall [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.557458] env[62633]: DEBUG nova.compute.manager [-] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1838.557458] env[62633]: DEBUG nova.network.neutron [-] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1838.724972] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.725286] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87cad188-c990-4a47-85ba-17c1ce2d3901 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.733465] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1838.733465] env[62633]: value = "task-1808509" [ 1838.733465] env[62633]: _type = "Task" [ 1838.733465] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.744927] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.883738] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.988970] env[62633]: DEBUG oslo_concurrency.lockutils [req-595503e6-e8a5-42e5-8605-af8d24f99f39 req-3a2fbe3a-6e8e-4c28-9a28-721e84ef31bf service nova] Releasing lock "refresh_cache-507ce92a-bec8-4d64-a8da-e313df691d50" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.001959] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5222f716-e735-ade3-d1f9-827989953b59, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.001959] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c2617ac-625c-4c6d-a9cc-80dc3d599209 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.007130] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1839.007130] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf732b-76ba-2388-687f-3b109f7eec13" [ 1839.007130] env[62633]: _type = "Task" [ 1839.007130] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.016224] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf732b-76ba-2388-687f-3b109f7eec13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.250142] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808509, 'name': PowerOffVM_Task, 'duration_secs': 0.203052} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.250464] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.250655] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance 'a734ee7b-96e9-4756-824e-2901fbffc4bf' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1839.344492] env[62633]: DEBUG nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1839.383443] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1839.383800] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1839.383866] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.384039] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1839.384197] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.384464] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1839.384719] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1839.384865] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1839.385063] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1839.385305] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1839.385509] env[62633]: DEBUG nova.virt.hardware [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1839.386846] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c1efec-f873-4f30-ba59-394bb32ad4ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.398083] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db37ef5-32a9-4a62-98bd-6f4ab58d1d52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.520246] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52cf732b-76ba-2388-687f-3b109f7eec13, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.520531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.520799] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 507ce92a-bec8-4d64-a8da-e313df691d50/507ce92a-bec8-4d64-a8da-e313df691d50.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.521078] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eeed402-a203-41f0-890c-01c7f1ab96bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.527638] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1839.527638] env[62633]: value = "task-1808510" [ 1839.527638] env[62633]: _type = "Task" [ 1839.527638] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.539747] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.578278] env[62633]: DEBUG nova.network.neutron [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Port 157ba004-1650-4e59-bbf7-c11d5de96f17 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1839.578740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.578913] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.579097] env[62633]: DEBUG nova.network.neutron [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.683207] env[62633]: DEBUG nova.network.neutron [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Successfully updated port: ad24942d-0993-4fcd-a579-8022afb32651 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1839.695718] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ccf1c6-280d-4e9e-a1e1-432afb33e811 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.707863] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e003267f-6b16-48cb-933f-0bf73babc971 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.743337] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e9adcb-c57a-460f-a8f9-1f5bbc070eba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.748191] env[62633]: DEBUG nova.compute.manager [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received event network-changed-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1839.748191] env[62633]: DEBUG nova.compute.manager [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Refreshing instance network info cache due to event network-changed-badbeda4-b77b-4e53-85ce-e51b2206e757. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1839.748266] env[62633]: DEBUG oslo_concurrency.lockutils [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] Acquiring lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.748666] env[62633]: DEBUG oslo_concurrency.lockutils [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] Acquired lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.748666] env[62633]: DEBUG nova.network.neutron [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Refreshing network info cache for port badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.753952] env[62633]: DEBUG nova.compute.manager [req-343eb450-781f-448a-b227-8c850422eb8b req-e85e7958-a876-4cfe-a203-3a5a9f323259 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Received event network-vif-deleted-c2bdbb53-84ff-473e-9cc3-a813a9bf86c9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1839.754171] env[62633]: INFO nova.compute.manager [req-343eb450-781f-448a-b227-8c850422eb8b req-e85e7958-a876-4cfe-a203-3a5a9f323259 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Neutron deleted interface c2bdbb53-84ff-473e-9cc3-a813a9bf86c9; detaching it from the instance and deleting it from the info cache [ 1839.754349] env[62633]: DEBUG nova.network.neutron [req-343eb450-781f-448a-b227-8c850422eb8b req-e85e7958-a876-4cfe-a203-3a5a9f323259 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.759846] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1839.760138] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1839.760304] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.760495] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1839.760652] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.760803] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1839.761030] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1839.761264] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1839.761409] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1839.761579] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1839.761762] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1839.768879] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f210a5c-bcc1-4449-bcb1-357eee9cf43d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.782501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45ca2d9-aa78-421a-a5bf-8ecbcaadc12d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.786837] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7db7817d-9ee5-42fa-93f8-3ebaae4680f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.804014] env[62633]: DEBUG nova.compute.provider_tree [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1839.809271] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1839.809271] env[62633]: value = "task-1808511" [ 1839.809271] env[62633]: _type = "Task" [ 1839.809271] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.811813] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e358a5b8-31a4-450e-b099-c0235ab47efc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.838482] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.850267] env[62633]: DEBUG nova.compute.manager [req-343eb450-781f-448a-b227-8c850422eb8b req-e85e7958-a876-4cfe-a203-3a5a9f323259 service nova] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Detach interface failed, port_id=c2bdbb53-84ff-473e-9cc3-a813a9bf86c9, reason: Instance ec578d53-b1f7-41e3-9d97-c3a52d078893 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1839.856860] env[62633]: DEBUG nova.network.neutron [-] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.041793] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481495} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.042262] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 507ce92a-bec8-4d64-a8da-e313df691d50/507ce92a-bec8-4d64-a8da-e313df691d50.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.042613] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1840.043046] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a49e87c-7b27-453b-ba58-75cce15daf9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.051563] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1840.051563] env[62633]: value = "task-1808512" [ 1840.051563] env[62633]: _type = "Task" [ 1840.051563] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.060303] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.185837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-8559546e-7000-4645-b0c5-0fd4711809ac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.185837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-8559546e-7000-4645-b0c5-0fd4711809ac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.185837] env[62633]: DEBUG nova.network.neutron [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.318364] env[62633]: DEBUG nova.network.neutron [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance_info_cache with network_info: [{"id": "157ba004-1650-4e59-bbf7-c11d5de96f17", "address": "fa:16:3e:56:90:40", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ba004-16", "ovs_interfaceid": "157ba004-1650-4e59-bbf7-c11d5de96f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.324667] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808511, 'name': ReconfigVM_Task, 'duration_secs': 0.234883} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.324980] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance 'a734ee7b-96e9-4756-824e-2901fbffc4bf' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1840.331073] env[62633]: ERROR nova.scheduler.client.report [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [req-ce126508-13b6-4d1e-be4c-68d0241cf867] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce126508-13b6-4d1e-be4c-68d0241cf867"}]} [ 1840.350014] env[62633]: DEBUG nova.scheduler.client.report [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1840.361434] env[62633]: INFO nova.compute.manager [-] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Took 1.81 seconds to deallocate network for instance. [ 1840.370452] env[62633]: DEBUG nova.scheduler.client.report [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1840.370684] env[62633]: DEBUG nova.compute.provider_tree [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1840.382559] env[62633]: DEBUG nova.scheduler.client.report [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1840.408570] env[62633]: DEBUG nova.scheduler.client.report [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1840.536633] env[62633]: DEBUG nova.network.neutron [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updated VIF entry in instance network info cache for port badbeda4-b77b-4e53-85ce-e51b2206e757. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.537057] env[62633]: DEBUG nova.network.neutron [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [{"id": "badbeda4-b77b-4e53-85ce-e51b2206e757", "address": "fa:16:3e:cf:a5:3f", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbadbeda4-b7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.560913] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157653} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.563244] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.564424] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a9f2ce-2b16-412d-9dc0-a72c27ec451b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.588653] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 507ce92a-bec8-4d64-a8da-e313df691d50/507ce92a-bec8-4d64-a8da-e313df691d50.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.591792] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8c3cbe-0f4c-425f-abad-15addb02f182 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.611818] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1840.611818] env[62633]: value = "task-1808513" [ 1840.611818] env[62633]: _type = "Task" [ 1840.611818] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.624599] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.629145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.721291] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df19ef39-865a-46b1-aaee-fad97c855f51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.729357] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8af0c-eb91-40d7-bcd2-d626ea7624ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.758765] env[62633]: DEBUG nova.network.neutron [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1840.761175] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e973c2c-6d8d-4fba-98b4-cc1e9efb870d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.768976] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc59b06-3432-475f-b5b9-7cec2b149f84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.782574] env[62633]: DEBUG nova.compute.provider_tree [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.822715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.836152] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1840.836498] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1840.836681] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.836873] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1840.837034] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.837194] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1840.837530] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1840.837743] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1840.837924] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1840.838103] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1840.838284] env[62633]: DEBUG nova.virt.hardware [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1840.843774] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1840.846616] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1af8f8c-e1f3-4804-9830-8483d5498b0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.867804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.870840] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1840.870840] env[62633]: value = "task-1808514" [ 1840.870840] env[62633]: _type = "Task" [ 1840.870840] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.874855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.881124] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.964903] env[62633]: DEBUG nova.network.neutron [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Updating instance_info_cache with network_info: [{"id": "ad24942d-0993-4fcd-a579-8022afb32651", "address": "fa:16:3e:fa:c7:9f", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad24942d-09", "ovs_interfaceid": "ad24942d-0993-4fcd-a579-8022afb32651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.042856] env[62633]: DEBUG oslo_concurrency.lockutils [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] Releasing lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.043176] env[62633]: DEBUG nova.compute.manager [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Received event network-vif-plugged-ad24942d-0993-4fcd-a579-8022afb32651 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1841.043384] env[62633]: DEBUG oslo_concurrency.lockutils [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] Acquiring lock "8559546e-7000-4645-b0c5-0fd4711809ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.043594] env[62633]: DEBUG oslo_concurrency.lockutils [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] Lock "8559546e-7000-4645-b0c5-0fd4711809ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.043796] env[62633]: DEBUG oslo_concurrency.lockutils [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] Lock "8559546e-7000-4645-b0c5-0fd4711809ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.043969] env[62633]: DEBUG nova.compute.manager [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] No waiting events found dispatching network-vif-plugged-ad24942d-0993-4fcd-a579-8022afb32651 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1841.044156] env[62633]: WARNING nova.compute.manager [req-3537a349-5d58-4efa-a788-d16fd9bf6e90 req-48efb36a-ed60-4478-b30f-2c8c6321aa1d service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Received unexpected event network-vif-plugged-ad24942d-0993-4fcd-a579-8022afb32651 for instance with vm_state building and task_state spawning. [ 1841.122758] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.286019] env[62633]: DEBUG nova.scheduler.client.report [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1841.328704] env[62633]: DEBUG nova.compute.manager [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62633) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1841.383257] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.467872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-8559546e-7000-4645-b0c5-0fd4711809ac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.468198] env[62633]: DEBUG nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Instance network_info: |[{"id": "ad24942d-0993-4fcd-a579-8022afb32651", "address": "fa:16:3e:fa:c7:9f", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad24942d-09", "ovs_interfaceid": "ad24942d-0993-4fcd-a579-8022afb32651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1841.468652] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c7:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad24942d-0993-4fcd-a579-8022afb32651', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1841.476244] env[62633]: DEBUG oslo.service.loopingcall [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.476464] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1841.476716] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31920ca2-3b5b-422d-bc52-c459d5843db8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.496882] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1841.496882] env[62633]: value = "task-1808515" [ 1841.496882] env[62633]: _type = "Task" [ 1841.496882] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.504295] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808515, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.622775] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.757848] env[62633]: DEBUG nova.compute.manager [req-48906083-0496-4325-9929-3e6491416718 req-7a034ab3-08bf-4278-a1f5-17c6e3d4de3c service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Received event network-changed-ad24942d-0993-4fcd-a579-8022afb32651 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1841.757848] env[62633]: DEBUG nova.compute.manager [req-48906083-0496-4325-9929-3e6491416718 req-7a034ab3-08bf-4278-a1f5-17c6e3d4de3c service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Refreshing instance network info cache due to event network-changed-ad24942d-0993-4fcd-a579-8022afb32651. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1841.757927] env[62633]: DEBUG oslo_concurrency.lockutils [req-48906083-0496-4325-9929-3e6491416718 req-7a034ab3-08bf-4278-a1f5-17c6e3d4de3c service nova] Acquiring lock "refresh_cache-8559546e-7000-4645-b0c5-0fd4711809ac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.758091] env[62633]: DEBUG oslo_concurrency.lockutils [req-48906083-0496-4325-9929-3e6491416718 req-7a034ab3-08bf-4278-a1f5-17c6e3d4de3c service nova] Acquired lock "refresh_cache-8559546e-7000-4645-b0c5-0fd4711809ac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.758263] env[62633]: DEBUG nova.network.neutron [req-48906083-0496-4325-9929-3e6491416718 req-7a034ab3-08bf-4278-a1f5-17c6e3d4de3c service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Refreshing network info cache for port ad24942d-0993-4fcd-a579-8022afb32651 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.790904] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.456s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.791457] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1841.793907] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.507s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.795415] env[62633]: INFO nova.compute.claims [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.881394] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808514, 'name': ReconfigVM_Task, 'duration_secs': 0.795713} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.881669] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1841.882676] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12003f17-bedb-47d3-a979-99662d97ac19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.904837] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a734ee7b-96e9-4756-824e-2901fbffc4bf/a734ee7b-96e9-4756-824e-2901fbffc4bf.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.905215] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-536efdf6-fe0a-41e5-a6e4-ed9d396c44c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.922951] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1841.922951] env[62633]: value = "task-1808516" [ 1841.922951] env[62633]: _type = "Task" [ 1841.922951] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.934208] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.007320] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808515, 'name': CreateVM_Task, 'duration_secs': 0.313963} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.007495] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1842.008460] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.008460] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.008680] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1842.008977] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d67b88b-fca7-457e-ae1f-c121eb186e08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.013994] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1842.013994] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527e97a3-6c88-f886-72e3-f87a1dfb5467" [ 1842.013994] env[62633]: _type = "Task" [ 1842.013994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.021660] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527e97a3-6c88-f886-72e3-f87a1dfb5467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.122694] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808513, 'name': ReconfigVM_Task, 'duration_secs': 1.160355} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.123015] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 507ce92a-bec8-4d64-a8da-e313df691d50/507ce92a-bec8-4d64-a8da-e313df691d50.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.123678] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b4bea45-3d3e-471a-ae81-0f9b5c5926d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.130442] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1842.130442] env[62633]: value = "task-1808517" [ 1842.130442] env[62633]: _type = "Task" [ 1842.130442] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.138264] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808517, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.299502] env[62633]: DEBUG nova.compute.utils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.302832] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1842.303016] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1842.360468] env[62633]: DEBUG nova.policy [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b12bfc45b247479e8776375ce12b9cdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f32a93188714c07a8732db2c47842a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1842.432989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.434019] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808516, 'name': ReconfigVM_Task, 'duration_secs': 0.256175} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.434019] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a734ee7b-96e9-4756-824e-2901fbffc4bf/a734ee7b-96e9-4756-824e-2901fbffc4bf.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.434276] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance 'a734ee7b-96e9-4756-824e-2901fbffc4bf' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1842.524658] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527e97a3-6c88-f886-72e3-f87a1dfb5467, 'name': SearchDatastore_Task, 'duration_secs': 0.009294} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.525471] env[62633]: DEBUG nova.network.neutron [req-48906083-0496-4325-9929-3e6491416718 req-7a034ab3-08bf-4278-a1f5-17c6e3d4de3c service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Updated VIF entry in instance network info cache for port ad24942d-0993-4fcd-a579-8022afb32651. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.525784] env[62633]: DEBUG nova.network.neutron [req-48906083-0496-4325-9929-3e6491416718 req-7a034ab3-08bf-4278-a1f5-17c6e3d4de3c service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Updating instance_info_cache with network_info: [{"id": "ad24942d-0993-4fcd-a579-8022afb32651", "address": "fa:16:3e:fa:c7:9f", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad24942d-09", "ovs_interfaceid": "ad24942d-0993-4fcd-a579-8022afb32651", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.532562] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.532562] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1842.532562] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.532562] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.532562] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.532562] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6074547b-91ea-4ef1-b9a6-00ccfb545101 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.536462] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.536633] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.537349] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0e0034-b349-429a-9e37-8e4eed2c321f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.543066] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1842.543066] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c6e994-4227-7f71-ad18-99b1d0f5e256" [ 1842.543066] env[62633]: _type = "Task" [ 1842.543066] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.550718] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c6e994-4227-7f71-ad18-99b1d0f5e256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.599374] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Successfully created port: 10a32dbc-0629-49e4-88d4-5bda62ea7fab {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1842.640809] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808517, 'name': Rename_Task, 'duration_secs': 0.137577} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.641132] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.641389] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b31667a6-5fc8-4626-8738-5228a898a90d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.647696] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1842.647696] env[62633]: value = "task-1808518" [ 1842.647696] env[62633]: _type = "Task" [ 1842.647696] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.655046] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.805662] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1842.942975] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca54cd-4a1e-4a5c-86ff-ec7ba2619988 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.966487] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3fc2f7-1010-4c83-bf39-d9c41f8891e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.984266] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance 'a734ee7b-96e9-4756-824e-2901fbffc4bf' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1843.031247] env[62633]: DEBUG oslo_concurrency.lockutils [req-48906083-0496-4325-9929-3e6491416718 req-7a034ab3-08bf-4278-a1f5-17c6e3d4de3c service nova] Releasing lock "refresh_cache-8559546e-7000-4645-b0c5-0fd4711809ac" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.055871] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c6e994-4227-7f71-ad18-99b1d0f5e256, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.056680] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a81c0a-6fbd-4fcf-a819-f82b4c60548c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.064700] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1843.064700] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c70ac1-9b72-8e0f-cd2f-11cccfb45b6b" [ 1843.064700] env[62633]: _type = "Task" [ 1843.064700] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.072740] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c70ac1-9b72-8e0f-cd2f-11cccfb45b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.119636] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed90384a-74bd-4fed-a480-fcdaa9c0421a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.127487] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e4d1c3-9994-4c1f-9382-2d7e07a7fb7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.161081] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd00fd-8aa4-45be-b42e-9876d6a524a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.170694] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808518, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.173820] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac1de32-a409-4ee6-884c-f33a94ba9a86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.188578] env[62633]: DEBUG nova.compute.provider_tree [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.525132] env[62633]: DEBUG nova.network.neutron [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Port b4ec9727-cd26-4067-8523-8887590202d8 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1843.575886] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c70ac1-9b72-8e0f-cd2f-11cccfb45b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.575886] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.575886] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8559546e-7000-4645-b0c5-0fd4711809ac/8559546e-7000-4645-b0c5-0fd4711809ac.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1843.576125] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b49e7a75-d71a-4ef8-bebd-284d16aff670 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.583205] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1843.583205] env[62633]: value = "task-1808519" [ 1843.583205] env[62633]: _type = "Task" [ 1843.583205] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.591289] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.668299] env[62633]: DEBUG oslo_vmware.api [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808518, 'name': PowerOnVM_Task, 'duration_secs': 0.528849} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.668589] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.668846] env[62633]: INFO nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Took 11.47 seconds to spawn the instance on the hypervisor. [ 1843.669022] env[62633]: DEBUG nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1843.669800] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86dc3ff-e98e-4b91-bb00-c72c1026f169 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.692248] env[62633]: DEBUG nova.scheduler.client.report [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1843.822813] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1843.853966] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1843.854373] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1843.854557] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.854855] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1843.855110] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.855358] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1843.855643] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1843.855907] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1843.856137] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1843.856420] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1843.856655] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1843.857883] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb22354e-3311-4692-9bf7-9a1be01c7d86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.867630] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ec26c-bddf-4f2c-bb64-42df901ad0cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.985768] env[62633]: DEBUG nova.compute.manager [req-2221ca45-c8cc-464b-8a1f-ff9b8a0199d1 req-3414826f-e52c-448a-9c2a-a8c9d91967b3 service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Received event network-vif-plugged-10a32dbc-0629-49e4-88d4-5bda62ea7fab {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1843.986031] env[62633]: DEBUG oslo_concurrency.lockutils [req-2221ca45-c8cc-464b-8a1f-ff9b8a0199d1 req-3414826f-e52c-448a-9c2a-a8c9d91967b3 service nova] Acquiring lock "26ab3dda-f9e2-47ac-bf71-13170c345593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.986405] env[62633]: DEBUG oslo_concurrency.lockutils [req-2221ca45-c8cc-464b-8a1f-ff9b8a0199d1 req-3414826f-e52c-448a-9c2a-a8c9d91967b3 service nova] Lock "26ab3dda-f9e2-47ac-bf71-13170c345593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.986591] env[62633]: DEBUG oslo_concurrency.lockutils [req-2221ca45-c8cc-464b-8a1f-ff9b8a0199d1 req-3414826f-e52c-448a-9c2a-a8c9d91967b3 service nova] Lock "26ab3dda-f9e2-47ac-bf71-13170c345593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.986817] env[62633]: DEBUG nova.compute.manager [req-2221ca45-c8cc-464b-8a1f-ff9b8a0199d1 req-3414826f-e52c-448a-9c2a-a8c9d91967b3 service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] No waiting events found dispatching network-vif-plugged-10a32dbc-0629-49e4-88d4-5bda62ea7fab {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1843.987053] env[62633]: WARNING nova.compute.manager [req-2221ca45-c8cc-464b-8a1f-ff9b8a0199d1 req-3414826f-e52c-448a-9c2a-a8c9d91967b3 service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Received unexpected event network-vif-plugged-10a32dbc-0629-49e4-88d4-5bda62ea7fab for instance with vm_state building and task_state spawning. [ 1844.075984] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Successfully updated port: 10a32dbc-0629-49e4-88d4-5bda62ea7fab {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1844.095625] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455717} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.095928] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8559546e-7000-4645-b0c5-0fd4711809ac/8559546e-7000-4645-b0c5-0fd4711809ac.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1844.096165] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1844.096417] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a0e53a4-98eb-4fcc-8acf-69617db70ef9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.103686] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1844.103686] env[62633]: value = "task-1808520" [ 1844.103686] env[62633]: _type = "Task" [ 1844.103686] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.112640] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.187544] env[62633]: INFO nova.compute.manager [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Took 28.93 seconds to build instance. [ 1844.197140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.197937] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1844.201386] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.901s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.201386] env[62633]: DEBUG nova.objects.instance [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1844.551484] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.551767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.551904] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.580384] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "refresh_cache-26ab3dda-f9e2-47ac-bf71-13170c345593" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.580546] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "refresh_cache-26ab3dda-f9e2-47ac-bf71-13170c345593" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.580700] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1844.613709] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099396} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.614017] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1844.614834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b336387c-1d8d-4914-bada-94583742614c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.638352] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 8559546e-7000-4645-b0c5-0fd4711809ac/8559546e-7000-4645-b0c5-0fd4711809ac.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.638638] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7377c29b-7647-4d14-a88a-a0a709705583 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.658863] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1844.658863] env[62633]: value = "task-1808521" [ 1844.658863] env[62633]: _type = "Task" [ 1844.658863] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.666999] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.689737] env[62633]: DEBUG oslo_concurrency.lockutils [None req-991d525c-aebf-4749-81d2-b70728e300ea tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "507ce92a-bec8-4d64-a8da-e313df691d50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.440s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.705587] env[62633]: DEBUG nova.compute.utils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.709815] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1844.710094] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.750476] env[62633]: DEBUG nova.policy [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b12bfc45b247479e8776375ce12b9cdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f32a93188714c07a8732db2c47842a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1845.021464] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Successfully created port: a224adc3-60fe-46f4-b014-adda530968ec {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.119174] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1845.171570] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808521, 'name': ReconfigVM_Task, 'duration_secs': 0.367522} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.171919] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 8559546e-7000-4645-b0c5-0fd4711809ac/8559546e-7000-4645-b0c5-0fd4711809ac.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1845.172601] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e55f53-edc1-4123-a35a-3b87ef6fd277 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.179920] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1845.179920] env[62633]: value = "task-1808522" [ 1845.179920] env[62633]: _type = "Task" [ 1845.179920] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.189202] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808522, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.212725] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1845.220212] env[62633]: DEBUG oslo_concurrency.lockutils [None req-20799682-57a5-4451-8d10-b418f4205536 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.220212] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.177s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.220438] env[62633]: DEBUG nova.objects.instance [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lazy-loading 'resources' on Instance uuid e43a0fb3-a032-4fca-9463-d3fad7590707 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.300507] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Updating instance_info_cache with network_info: [{"id": "10a32dbc-0629-49e4-88d4-5bda62ea7fab", "address": "fa:16:3e:cd:ac:12", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a32dbc-06", "ovs_interfaceid": "10a32dbc-0629-49e4-88d4-5bda62ea7fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.339187] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.339532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.439929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.440194] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.605113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.606033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.606033] env[62633]: DEBUG nova.network.neutron [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1845.691078] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808522, 'name': Rename_Task, 'duration_secs': 0.145399} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.691446] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.691741] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-002a9c7c-520b-472e-acc3-ccb6d0984b87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.698375] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1845.698375] env[62633]: value = "task-1808523" [ 1845.698375] env[62633]: _type = "Task" [ 1845.698375] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.707177] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.803847] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "refresh_cache-26ab3dda-f9e2-47ac-bf71-13170c345593" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.804274] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Instance network_info: |[{"id": "10a32dbc-0629-49e4-88d4-5bda62ea7fab", "address": "fa:16:3e:cd:ac:12", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a32dbc-06", "ovs_interfaceid": "10a32dbc-0629-49e4-88d4-5bda62ea7fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1845.804822] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ac:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10a32dbc-0629-49e4-88d4-5bda62ea7fab', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1845.812932] env[62633]: DEBUG oslo.service.loopingcall [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.815544] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1845.815968] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48d37462-7bde-4c3a-b704-ebe1189d92f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.840274] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1845.840274] env[62633]: value = "task-1808524" [ 1845.840274] env[62633]: _type = "Task" [ 1845.840274] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.847035] env[62633]: DEBUG nova.compute.utils [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.855793] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808524, 'name': CreateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.944602] env[62633]: DEBUG nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1846.066021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75638c30-f0b4-49f5-9803-d4a74c4f9bb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.072614] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda69032-606f-4c0d-89e0-ed840d512d03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.104055] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111363c7-f34b-4049-b682-92c1300c2f02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.113784] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f755b037-5f91-4766-8d78-c341ba6671a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.127822] env[62633]: DEBUG nova.compute.provider_tree [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.210094] env[62633]: DEBUG oslo_vmware.api [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808523, 'name': PowerOnVM_Task, 'duration_secs': 0.464197} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.210094] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.210273] env[62633]: INFO nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1846.210396] env[62633]: DEBUG nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1846.211199] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca3a811-e167-4354-b777-61f4dadc269b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.223787] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1846.250218] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1846.250491] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1846.251106] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.251106] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1846.251106] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.251273] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1846.251350] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1846.251516] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1846.251688] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1846.251860] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1846.252053] env[62633]: DEBUG nova.virt.hardware [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1846.252935] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aa9c17-fbb9-4202-954d-938de02a664d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.261894] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5ed0af-7ce8-4cc5-a058-de68ded5cc03 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.351817] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.352634] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808524, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.398450] env[62633]: DEBUG nova.compute.manager [req-30a3ea15-a3ff-4f9d-ad2a-aa761bee2fdc req-f0fd7ebe-14f7-4a46-9597-c9042b86478d service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Received event network-changed-10a32dbc-0629-49e4-88d4-5bda62ea7fab {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1846.398810] env[62633]: DEBUG nova.compute.manager [req-30a3ea15-a3ff-4f9d-ad2a-aa761bee2fdc req-f0fd7ebe-14f7-4a46-9597-c9042b86478d service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Refreshing instance network info cache due to event network-changed-10a32dbc-0629-49e4-88d4-5bda62ea7fab. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1846.400027] env[62633]: DEBUG oslo_concurrency.lockutils [req-30a3ea15-a3ff-4f9d-ad2a-aa761bee2fdc req-f0fd7ebe-14f7-4a46-9597-c9042b86478d service nova] Acquiring lock "refresh_cache-26ab3dda-f9e2-47ac-bf71-13170c345593" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.400027] env[62633]: DEBUG oslo_concurrency.lockutils [req-30a3ea15-a3ff-4f9d-ad2a-aa761bee2fdc req-f0fd7ebe-14f7-4a46-9597-c9042b86478d service nova] Acquired lock "refresh_cache-26ab3dda-f9e2-47ac-bf71-13170c345593" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.400027] env[62633]: DEBUG nova.network.neutron [req-30a3ea15-a3ff-4f9d-ad2a-aa761bee2fdc req-f0fd7ebe-14f7-4a46-9597-c9042b86478d service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Refreshing network info cache for port 10a32dbc-0629-49e4-88d4-5bda62ea7fab {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.408383] env[62633]: DEBUG nova.network.neutron [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance_info_cache with network_info: [{"id": "b4ec9727-cd26-4067-8523-8887590202d8", "address": "fa:16:3e:5f:37:e2", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec9727-cd", "ovs_interfaceid": "b4ec9727-cd26-4067-8523-8887590202d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.465946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.544654] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Successfully updated port: a224adc3-60fe-46f4-b014-adda530968ec {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.631563] env[62633]: DEBUG nova.scheduler.client.report [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1846.730652] env[62633]: INFO nova.compute.manager [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Took 20.18 seconds to build instance. [ 1846.851736] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808524, 'name': CreateVM_Task, 'duration_secs': 0.740032} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.851947] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1846.852629] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.852807] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.853169] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1846.853430] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391b0202-eb29-4faf-9c15-1d3627320dd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.858575] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1846.858575] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52489f43-5771-ae16-733d-d58bbb9ee1cb" [ 1846.858575] env[62633]: _type = "Task" [ 1846.858575] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.866785] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52489f43-5771-ae16-733d-d58bbb9ee1cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.911226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.046974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "refresh_cache-cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.047074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "refresh_cache-cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.047237] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.094638] env[62633]: DEBUG nova.network.neutron [req-30a3ea15-a3ff-4f9d-ad2a-aa761bee2fdc req-f0fd7ebe-14f7-4a46-9597-c9042b86478d service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Updated VIF entry in instance network info cache for port 10a32dbc-0629-49e4-88d4-5bda62ea7fab. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.095023] env[62633]: DEBUG nova.network.neutron [req-30a3ea15-a3ff-4f9d-ad2a-aa761bee2fdc req-f0fd7ebe-14f7-4a46-9597-c9042b86478d service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Updating instance_info_cache with network_info: [{"id": "10a32dbc-0629-49e4-88d4-5bda62ea7fab", "address": "fa:16:3e:cd:ac:12", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a32dbc-06", "ovs_interfaceid": "10a32dbc-0629-49e4-88d4-5bda62ea7fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.136828] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.139406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.092s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.142024] env[62633]: INFO nova.compute.claims [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.153835] env[62633]: INFO nova.scheduler.client.report [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Deleted allocations for instance e43a0fb3-a032-4fca-9463-d3fad7590707 [ 1847.232599] env[62633]: DEBUG oslo_concurrency.lockutils [None req-505a7f58-a4ed-4d0a-8181-a6ef46d0226c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.693s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.368485] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52489f43-5771-ae16-733d-d58bbb9ee1cb, 'name': SearchDatastore_Task, 'duration_secs': 0.019065} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.368806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.369085] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1847.369328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.369477] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.369657] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1847.369936] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48598c9e-c8e2-4f8d-8fd8-982e72f3094b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.380208] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1847.380380] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1847.381052] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413a67d8-d056-4528-a337-166015a88b30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.385917] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1847.385917] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f6a2d1-7358-7d67-7ef3-b8b8bbc029d8" [ 1847.385917] env[62633]: _type = "Task" [ 1847.385917] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.393457] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f6a2d1-7358-7d67-7ef3-b8b8bbc029d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.408163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.408399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.408619] env[62633]: INFO nova.compute.manager [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Attaching volume fadda791-deb5-4280-9e66-ae829c714c56 to /dev/sdb [ 1847.433439] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3d215c-9b62-4a26-8018-c5147a603fb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.453491] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee9da00-222e-4dad-a385-71313654af70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.456585] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47512674-ea4b-45be-95df-4685c6ed6e48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.463728] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance 'a734ee7b-96e9-4756-824e-2901fbffc4bf' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1847.469094] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a97a7c-e95b-4b0a-9301-47b48a664ae3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.482848] env[62633]: DEBUG nova.virt.block_device [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Updating existing volume attachment record: a9992805-979e-4a40-83bd-71f4cd11c2c3 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1847.579251] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.597074] env[62633]: DEBUG oslo_concurrency.lockutils [req-30a3ea15-a3ff-4f9d-ad2a-aa761bee2fdc req-f0fd7ebe-14f7-4a46-9597-c9042b86478d service nova] Releasing lock "refresh_cache-26ab3dda-f9e2-47ac-bf71-13170c345593" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.660537] env[62633]: DEBUG oslo_concurrency.lockutils [None req-498af5cd-a913-43bf-892c-d26d5b83486f tempest-ServerShowV257Test-2020227219 tempest-ServerShowV257Test-2020227219-project-member] Lock "e43a0fb3-a032-4fca-9463-d3fad7590707" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.377s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.725700] env[62633]: DEBUG nova.network.neutron [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Updating instance_info_cache with network_info: [{"id": "a224adc3-60fe-46f4-b014-adda530968ec", "address": "fa:16:3e:3c:14:b5", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa224adc3-60", "ovs_interfaceid": "a224adc3-60fe-46f4-b014-adda530968ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.896191] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f6a2d1-7358-7d67-7ef3-b8b8bbc029d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.897083] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5af89b0-6b05-4f58-905e-c00453b2e849 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.902440] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1847.902440] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5258517b-613d-ca21-0782-70efdb23f66e" [ 1847.902440] env[62633]: _type = "Task" [ 1847.902440] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.910864] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5258517b-613d-ca21-0782-70efdb23f66e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.972131] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1847.972131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb3c203-e04c-41a5-b795-e6fc6ddb2826 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.979802] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1847.979802] env[62633]: value = "task-1808528" [ 1847.979802] env[62633]: _type = "Task" [ 1847.979802] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.989145] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.228468] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "refresh_cache-cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.228775] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Instance network_info: |[{"id": "a224adc3-60fe-46f4-b014-adda530968ec", "address": "fa:16:3e:3c:14:b5", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa224adc3-60", "ovs_interfaceid": "a224adc3-60fe-46f4-b014-adda530968ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1848.232150] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:14:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a224adc3-60fe-46f4-b014-adda530968ec', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1848.241019] env[62633]: DEBUG oslo.service.loopingcall [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.241596] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1848.241838] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b722042-eb92-4dfc-b967-7c7d947a5118 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.263389] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "8559546e-7000-4645-b0c5-0fd4711809ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.263631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.268018] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1848.268018] env[62633]: value = "task-1808529" [ 1848.268018] env[62633]: _type = "Task" [ 1848.268018] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.278252] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808529, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.414054] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5258517b-613d-ca21-0782-70efdb23f66e, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.414361] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.414640] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 26ab3dda-f9e2-47ac-bf71-13170c345593/26ab3dda-f9e2-47ac-bf71-13170c345593.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.417055] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-044b8a6a-196d-46c9-892c-8b9474b20590 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.423867] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1848.423867] env[62633]: value = "task-1808530" [ 1848.423867] env[62633]: _type = "Task" [ 1848.423867] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.432259] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.438505] env[62633]: DEBUG nova.compute.manager [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Received event network-vif-plugged-a224adc3-60fe-46f4-b014-adda530968ec {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1848.438505] env[62633]: DEBUG oslo_concurrency.lockutils [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] Acquiring lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.438940] env[62633]: DEBUG oslo_concurrency.lockutils [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] Lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.438940] env[62633]: DEBUG oslo_concurrency.lockutils [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] Lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.439159] env[62633]: DEBUG nova.compute.manager [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] No waiting events found dispatching network-vif-plugged-a224adc3-60fe-46f4-b014-adda530968ec {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1848.439217] env[62633]: WARNING nova.compute.manager [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Received unexpected event network-vif-plugged-a224adc3-60fe-46f4-b014-adda530968ec for instance with vm_state building and task_state spawning. [ 1848.439365] env[62633]: DEBUG nova.compute.manager [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Received event network-changed-a224adc3-60fe-46f4-b014-adda530968ec {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1848.439522] env[62633]: DEBUG nova.compute.manager [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Refreshing instance network info cache due to event network-changed-a224adc3-60fe-46f4-b014-adda530968ec. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1848.439704] env[62633]: DEBUG oslo_concurrency.lockutils [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] Acquiring lock "refresh_cache-cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.439906] env[62633]: DEBUG oslo_concurrency.lockutils [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] Acquired lock "refresh_cache-cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.440018] env[62633]: DEBUG nova.network.neutron [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Refreshing network info cache for port a224adc3-60fe-46f4-b014-adda530968ec {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.485475] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f2f034-beb7-4ede-9b18-4ca587ce33cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.494430] env[62633]: DEBUG oslo_vmware.api [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808528, 'name': PowerOnVM_Task, 'duration_secs': 0.378128} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.495413] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d903755-1c42-4443-98c2-db25defe6d9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.498683] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1848.498916] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9e794f92-b3d4-48ae-ad31-4bfe342b3ecf tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance 'a734ee7b-96e9-4756-824e-2901fbffc4bf' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1848.529067] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8a7b7f-37be-4e53-956d-e3fb4f5ba64c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.536622] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1df3dd-0400-4f12-b114-65fe67cbe002 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.552461] env[62633]: DEBUG nova.compute.provider_tree [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.767387] env[62633]: DEBUG nova.compute.utils [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.778709] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808529, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.933914] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.056064] env[62633]: DEBUG nova.scheduler.client.report [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1849.167888] env[62633]: DEBUG nova.network.neutron [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Updated VIF entry in instance network info cache for port a224adc3-60fe-46f4-b014-adda530968ec. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.168301] env[62633]: DEBUG nova.network.neutron [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Updating instance_info_cache with network_info: [{"id": "a224adc3-60fe-46f4-b014-adda530968ec", "address": "fa:16:3e:3c:14:b5", "network": {"id": "c061c273-1418-4fe0-867c-f45b3e93a13a", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1262251596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f32a93188714c07a8732db2c47842a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa224adc3-60", "ovs_interfaceid": "a224adc3-60fe-46f4-b014-adda530968ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.273997] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.280513] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808529, 'name': CreateVM_Task, 'duration_secs': 0.795268} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.280686] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1849.281344] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.281518] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.281859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1849.282132] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20e9996-9fb6-448a-881e-96fa7f123123 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.286967] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1849.286967] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524877d7-1149-e018-9f7f-03f839b664c1" [ 1849.286967] env[62633]: _type = "Task" [ 1849.286967] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.294450] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524877d7-1149-e018-9f7f-03f839b664c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.434670] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606637} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.434940] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 26ab3dda-f9e2-47ac-bf71-13170c345593/26ab3dda-f9e2-47ac-bf71-13170c345593.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.435182] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.435457] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5addf6b1-586a-401c-b9d9-ebb78a9f5ac9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.442830] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1849.442830] env[62633]: value = "task-1808531" [ 1849.442830] env[62633]: _type = "Task" [ 1849.442830] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.450293] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.561622] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.562113] env[62633]: DEBUG nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1849.564976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.323s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.565234] env[62633]: DEBUG nova.objects.instance [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lazy-loading 'resources' on Instance uuid 845dd616-c5bb-4cf4-a933-fe18e9b6898e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.671245] env[62633]: DEBUG oslo_concurrency.lockutils [req-81bea53b-9b17-41b1-9104-bf4eae4e6e9c req-0e8b4778-e678-4bf9-bae9-1d9ab2bd3261 service nova] Releasing lock "refresh_cache-cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.796930] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524877d7-1149-e018-9f7f-03f839b664c1, 'name': SearchDatastore_Task, 'duration_secs': 0.038461} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.797258] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.797866] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1849.797866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.797866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.797965] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1849.798161] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c36b017a-02ae-4716-970c-631aa06c7e6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.811182] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1849.811399] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1849.812174] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c00276b-5762-47a4-893a-cbe9c5eeef92 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.823626] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1849.823626] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d15539-7992-875e-048c-883a20596190" [ 1849.823626] env[62633]: _type = "Task" [ 1849.823626] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.832671] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d15539-7992-875e-048c-883a20596190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.953360] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098367} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.954037] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1849.954321] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e02a7-8a48-4025-9ee2-1c5cd18ff89d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.976398] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 26ab3dda-f9e2-47ac-bf71-13170c345593/26ab3dda-f9e2-47ac-bf71-13170c345593.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.976686] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb882a73-7db5-4d45-ace4-30ad2adc59b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.997353] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1849.997353] env[62633]: value = "task-1808533" [ 1849.997353] env[62633]: _type = "Task" [ 1849.997353] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.005186] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.071836] env[62633]: DEBUG nova.compute.utils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.073527] env[62633]: DEBUG nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1850.073696] env[62633]: DEBUG nova.network.neutron [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.117486] env[62633]: DEBUG nova.policy [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1850.323389] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "8559546e-7000-4645-b0c5-0fd4711809ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.323389] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.323389] env[62633]: INFO nova.compute.manager [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Attaching volume f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c to /dev/sdb [ 1850.341339] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d15539-7992-875e-048c-883a20596190, 'name': SearchDatastore_Task, 'duration_secs': 0.026825} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.342396] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f572c580-d965-45a5-a7b3-a882af0dfdbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.350477] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1850.350477] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52af5c7c-13c5-f730-ec44-87b85bfea904" [ 1850.350477] env[62633]: _type = "Task" [ 1850.350477] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.359834] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52af5c7c-13c5-f730-ec44-87b85bfea904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.369830] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba47f8e-6fe0-4e6c-abe6-71abe95ff99a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.381174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db03c76-27b0-4d30-a1a6-98f2ea0d9207 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.390174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d770ac-a66f-44a4-8630-9c525c1cb915 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.135399] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.135731] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.135851] env[62633]: DEBUG nova.compute.manager [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Going to confirm migration 5 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1851.137308] env[62633]: DEBUG nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1851.140049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.140209] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.140381] env[62633]: DEBUG nova.compute.manager [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1851.140783] env[62633]: DEBUG nova.virt.block_device [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Updating existing volume attachment record: 2d8c02a4-d202-4467-830c-f12c470d6b8f {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1851.144261] env[62633]: DEBUG nova.network.neutron [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Successfully created port: eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.149875] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a704bc-4d37-4acd-9f87-677ce2773fef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.159347] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e83658-c218-4b2a-92e5-fd560e5ed19b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.170123] env[62633]: DEBUG nova.compute.manager [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1851.170736] env[62633]: DEBUG nova.objects.instance [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'flavor' on Instance uuid 406220cd-46f8-494a-af44-77fe132bda9d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.172308] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52af5c7c-13c5-f730-ec44-87b85bfea904, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.172547] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808533, 'name': ReconfigVM_Task, 'duration_secs': 0.720053} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.173096] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.173369] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] cf8aca8b-d48b-4221-9eaa-7f7b73b0a842/cf8aca8b-d48b-4221-9eaa-7f7b73b0a842.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.173643] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 26ab3dda-f9e2-47ac-bf71-13170c345593/26ab3dda-f9e2-47ac-bf71-13170c345593.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1851.174274] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5081ce83-452d-4b49-94ae-06e1ff76c71f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.176416] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eacfa7a-6f17-4449-952d-3b972c7e4ad1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.206540] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daf3893-1f5f-4c42-a314-badb8fa24841 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.211856] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1851.211856] env[62633]: value = "task-1808534" [ 1851.211856] env[62633]: _type = "Task" [ 1851.211856] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.212157] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1851.212157] env[62633]: value = "task-1808535" [ 1851.212157] env[62633]: _type = "Task" [ 1851.212157] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.222736] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24d1caf-27f5-4d10-8883-e88da5408ebb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.232951] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.233310] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808534, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.243757] env[62633]: DEBUG nova.compute.provider_tree [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.681816] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.682942] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407cb24f-de68-40b7-af8a-46bcedbaa919 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.690294] env[62633]: DEBUG oslo_vmware.api [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1851.690294] env[62633]: value = "task-1808539" [ 1851.690294] env[62633]: _type = "Task" [ 1851.690294] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.699159] env[62633]: DEBUG oslo_vmware.api [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.721333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.721569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.721771] env[62633]: DEBUG nova.network.neutron [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.721954] env[62633]: DEBUG nova.objects.instance [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lazy-loading 'info_cache' on Instance uuid a734ee7b-96e9-4756-824e-2901fbffc4bf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.728504] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808535, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.732064] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808534, 'name': Rename_Task, 'duration_secs': 0.159579} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.732184] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1851.732375] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7038a244-5e0b-4330-aa28-132cbf18bd61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.739689] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1851.739689] env[62633]: value = "task-1808540" [ 1851.739689] env[62633]: _type = "Task" [ 1851.739689] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.748801] env[62633]: DEBUG nova.scheduler.client.report [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1851.752208] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.027050] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1852.027331] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1852.028226] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb0ade6-fbc0-4f0c-bd27-1602c99b4827 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.044638] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca6a512-62a9-4bb9-ad01-68e8f7e895e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.070305] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-fadda791-deb5-4280-9e66-ae829c714c56/volume-fadda791-deb5-4280-9e66-ae829c714c56.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.070660] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d798318-e36d-4712-b21a-d99a743e515c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.088853] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1852.088853] env[62633]: value = "task-1808541" [ 1852.088853] env[62633]: _type = "Task" [ 1852.088853] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.096979] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.155041] env[62633]: DEBUG nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1852.181340] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1852.181601] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1852.181763] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.181955] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1852.182122] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.182280] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1852.182492] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1852.182655] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1852.182824] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1852.182991] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1852.183327] env[62633]: DEBUG nova.virt.hardware [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1852.184137] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc115b-c5fb-4bef-8b8f-aafe2c16d755 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.195616] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ee1d7-9ce5-4268-ab2f-4bed21ba4e50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.204352] env[62633]: DEBUG oslo_vmware.api [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808539, 'name': PowerOffVM_Task, 'duration_secs': 0.446874} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.213472] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.213679] env[62633]: DEBUG nova.compute.manager [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1852.214698] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d40922-0d19-4777-b503-37e28544d793 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.233555] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6884} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.233859] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] cf8aca8b-d48b-4221-9eaa-7f7b73b0a842/cf8aca8b-d48b-4221-9eaa-7f7b73b0a842.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1852.234225] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1852.234658] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7adacae7-dfd2-4492-b175-661f0334cd4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.242079] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1852.242079] env[62633]: value = "task-1808542" [ 1852.242079] env[62633]: _type = "Task" [ 1852.242079] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.256757] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.692s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.258693] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.262582] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.439s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.262657] env[62633]: DEBUG nova.objects.instance [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lazy-loading 'resources' on Instance uuid 7b13b47f-3d30-467e-b7ab-bef0d004e29b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.263839] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.283611] env[62633]: INFO nova.scheduler.client.report [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Deleted allocations for instance 845dd616-c5bb-4cf4-a933-fe18e9b6898e [ 1852.586273] env[62633]: DEBUG nova.compute.manager [req-df46263b-cd6d-4c44-98ff-4d456c06dc3c req-f43528c9-a9c9-4b83-b0c5-6805e8c17a61 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-vif-plugged-eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1852.586273] env[62633]: DEBUG oslo_concurrency.lockutils [req-df46263b-cd6d-4c44-98ff-4d456c06dc3c req-f43528c9-a9c9-4b83-b0c5-6805e8c17a61 service nova] Acquiring lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.586273] env[62633]: DEBUG oslo_concurrency.lockutils [req-df46263b-cd6d-4c44-98ff-4d456c06dc3c req-f43528c9-a9c9-4b83-b0c5-6805e8c17a61 service nova] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.586273] env[62633]: DEBUG oslo_concurrency.lockutils [req-df46263b-cd6d-4c44-98ff-4d456c06dc3c req-f43528c9-a9c9-4b83-b0c5-6805e8c17a61 service nova] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.586273] env[62633]: DEBUG nova.compute.manager [req-df46263b-cd6d-4c44-98ff-4d456c06dc3c req-f43528c9-a9c9-4b83-b0c5-6805e8c17a61 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] No waiting events found dispatching network-vif-plugged-eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1852.586516] env[62633]: WARNING nova.compute.manager [req-df46263b-cd6d-4c44-98ff-4d456c06dc3c req-f43528c9-a9c9-4b83-b0c5-6805e8c17a61 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received unexpected event network-vif-plugged-eee052d1-a479-4849-a738-95612a460004 for instance with vm_state building and task_state spawning. [ 1852.600341] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.688191] env[62633]: DEBUG nova.network.neutron [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Successfully updated port: eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.738294] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1480bb75-e5ac-42bc-9b0c-a721de4a3e55 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.598s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.754133] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.759022] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148534} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.759330] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.760126] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c774564-4aad-487b-a061-53427e7e6d27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.786316] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] cf8aca8b-d48b-4221-9eaa-7f7b73b0a842/cf8aca8b-d48b-4221-9eaa-7f7b73b0a842.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.788905] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-053fc024-51a7-461c-93b6-f11c20c278ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.808719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-568d1a58-0993-4bf7-8e09-3201bfc699e3 tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "845dd616-c5bb-4cf4-a933-fe18e9b6898e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.267s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.815375] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1852.815375] env[62633]: value = "task-1808543" [ 1852.815375] env[62633]: _type = "Task" [ 1852.815375] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.828497] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.020650] env[62633]: DEBUG nova.network.neutron [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance_info_cache with network_info: [{"id": "b4ec9727-cd26-4067-8523-8887590202d8", "address": "fa:16:3e:5f:37:e2", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ec9727-cd", "ovs_interfaceid": "b4ec9727-cd26-4067-8523-8887590202d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.089602] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aec5d49-3585-4b41-bcdb-c62654badaa2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.103573] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41589238-e882-4e01-a3d8-e5a840983572 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.106728] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.134332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a9109-0053-4ef4-9838-e9a27ed8b444 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.141888] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8863645-0539-45aa-bdcb-933fc1b9a961 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.156272] env[62633]: DEBUG nova.compute.provider_tree [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.181841] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "a24b1271-9773-4719-b12a-6e161213b834" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.182103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "a24b1271-9773-4719-b12a-6e161213b834" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.182316] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "a24b1271-9773-4719-b12a-6e161213b834-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.182504] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "a24b1271-9773-4719-b12a-6e161213b834-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.182676] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "a24b1271-9773-4719-b12a-6e161213b834-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.184588] env[62633]: INFO nova.compute.manager [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Terminating instance [ 1853.186215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "refresh_cache-a24b1271-9773-4719-b12a-6e161213b834" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.186375] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquired lock "refresh_cache-a24b1271-9773-4719-b12a-6e161213b834" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.186714] env[62633]: DEBUG nova.network.neutron [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.193252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.193424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.193707] env[62633]: DEBUG nova.network.neutron [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.231372] env[62633]: DEBUG nova.objects.instance [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'flavor' on Instance uuid 406220cd-46f8-494a-af44-77fe132bda9d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.253447] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.325209] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.522346] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-a734ee7b-96e9-4756-824e-2901fbffc4bf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.522641] env[62633]: DEBUG nova.objects.instance [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lazy-loading 'migration_context' on Instance uuid a734ee7b-96e9-4756-824e-2901fbffc4bf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.603387] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.659940] env[62633]: DEBUG nova.scheduler.client.report [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1853.705294] env[62633]: DEBUG nova.network.neutron [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.736538] env[62633]: DEBUG nova.network.neutron [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.738879] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.739167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.739392] env[62633]: DEBUG nova.network.neutron [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.739604] env[62633]: DEBUG nova.objects.instance [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'info_cache' on Instance uuid 406220cd-46f8-494a-af44-77fe132bda9d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.753715] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808540, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.764560] env[62633]: DEBUG nova.network.neutron [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.825521] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.906916] env[62633]: DEBUG nova.network.neutron [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.027150] env[62633]: DEBUG nova.objects.base [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1854.027864] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b30291-b703-4992-9848-66bdc7836fd4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.049589] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05512d75-b80c-4e08-b92b-bbfff5dc0fda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.056180] env[62633]: DEBUG oslo_vmware.api [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1854.056180] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527ef436-8d27-df84-424f-959a057adc6c" [ 1854.056180] env[62633]: _type = "Task" [ 1854.056180] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.066025] env[62633]: DEBUG oslo_vmware.api [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527ef436-8d27-df84-424f-959a057adc6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.104924] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.165245] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.168599] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.784s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.191927] env[62633]: INFO nova.scheduler.client.report [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Deleted allocations for instance 7b13b47f-3d30-467e-b7ab-bef0d004e29b [ 1854.245627] env[62633]: DEBUG nova.objects.base [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Object Instance<406220cd-46f8-494a-af44-77fe132bda9d> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1854.257867] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808540, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.266542] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Releasing lock "refresh_cache-a24b1271-9773-4719-b12a-6e161213b834" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.267014] env[62633]: DEBUG nova.compute.manager [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1854.267280] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.268599] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a457747a-4519-42df-a1f6-632de12ae696 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.277616] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.278048] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15a1a832-88bf-4948-9e83-49a9941736b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.284212] env[62633]: DEBUG oslo_vmware.api [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1854.284212] env[62633]: value = "task-1808545" [ 1854.284212] env[62633]: _type = "Task" [ 1854.284212] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.292769] env[62633]: DEBUG oslo_vmware.api [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.327938] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.410411] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.410461] env[62633]: DEBUG nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Instance network_info: |[{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1854.411216] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:66:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eee052d1-a479-4849-a738-95612a460004', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.418861] env[62633]: DEBUG oslo.service.loopingcall [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.419828] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.420120] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbacf15b-4b2a-42c2-b963-6c9842321c0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.440343] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.440343] env[62633]: value = "task-1808546" [ 1854.440343] env[62633]: _type = "Task" [ 1854.440343] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.449060] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808546, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.566956] env[62633]: DEBUG oslo_vmware.api [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527ef436-8d27-df84-424f-959a057adc6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.567471] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.604219] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808541, 'name': ReconfigVM_Task, 'duration_secs': 2.432187} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.604545] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-fadda791-deb5-4280-9e66-ae829c714c56/volume-fadda791-deb5-4280-9e66-ae829c714c56.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.610633] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949d7ccb-fc33-4a08-95f7-069555a909bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.624077] env[62633]: DEBUG nova.compute.manager [req-44b4fd04-84f5-4cdd-84f4-9290128ed3ad req-adecdab0-8adf-4efa-8622-150c90aded73 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-changed-eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1854.624309] env[62633]: DEBUG nova.compute.manager [req-44b4fd04-84f5-4cdd-84f4-9290128ed3ad req-adecdab0-8adf-4efa-8622-150c90aded73 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing instance network info cache due to event network-changed-eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1854.624544] env[62633]: DEBUG oslo_concurrency.lockutils [req-44b4fd04-84f5-4cdd-84f4-9290128ed3ad req-adecdab0-8adf-4efa-8622-150c90aded73 service nova] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.624718] env[62633]: DEBUG oslo_concurrency.lockutils [req-44b4fd04-84f5-4cdd-84f4-9290128ed3ad req-adecdab0-8adf-4efa-8622-150c90aded73 service nova] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.624853] env[62633]: DEBUG nova.network.neutron [req-44b4fd04-84f5-4cdd-84f4-9290128ed3ad req-adecdab0-8adf-4efa-8622-150c90aded73 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing network info cache for port eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.632433] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1854.632433] env[62633]: value = "task-1808547" [ 1854.632433] env[62633]: _type = "Task" [ 1854.632433] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.643439] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.700957] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d78b23fb-2259-4688-9893-158667495806 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "7b13b47f-3d30-467e-b7ab-bef0d004e29b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.988s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.761479] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808540, 'name': PowerOnVM_Task, 'duration_secs': 2.820044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.761749] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.761955] env[62633]: INFO nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1854.762199] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1854.762997] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e7d31f-fccb-42b0-93e5-2376048ad98b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.793510] env[62633]: DEBUG oslo_vmware.api [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808545, 'name': PowerOffVM_Task, 'duration_secs': 0.332081} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.796204] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.796204] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1854.796331] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62feaa7d-5950-4a36-8c34-085922dbeb5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.827968] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808543, 'name': ReconfigVM_Task, 'duration_secs': 1.745223} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.828336] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Reconfigured VM instance instance-00000061 to attach disk [datastore1] cf8aca8b-d48b-4221-9eaa-7f7b73b0a842/cf8aca8b-d48b-4221-9eaa-7f7b73b0a842.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.828935] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6b2cc24-1c3e-4809-beaa-dadef65e915d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.870814] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1854.870814] env[62633]: value = "task-1808549" [ 1854.870814] env[62633]: _type = "Task" [ 1854.870814] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.870814] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1854.870814] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1854.870814] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Deleting the datastore file [datastore1] a24b1271-9773-4719-b12a-6e161213b834 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1854.874044] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6bf17a8-dc95-402d-905d-43e153b3e01a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.883517] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.883785] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.884016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "5e93b1b6-e26d-4771-aeba-59949dc4734d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.884259] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.884531] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.890617] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808549, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.891283] env[62633]: DEBUG oslo_vmware.api [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for the task: (returnval){ [ 1854.891283] env[62633]: value = "task-1808550" [ 1854.891283] env[62633]: _type = "Task" [ 1854.891283] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.891771] env[62633]: INFO nova.compute.manager [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Terminating instance [ 1854.896474] env[62633]: DEBUG nova.compute.manager [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1854.896674] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.897534] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc55b17e-9282-4b9a-a149-767c46620b48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.906085] env[62633]: DEBUG oslo_vmware.api [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.908202] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.908457] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13b53846-4a8c-43ca-9705-45d30cfff7c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.915564] env[62633]: DEBUG oslo_vmware.api [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1854.915564] env[62633]: value = "task-1808551" [ 1854.915564] env[62633]: _type = "Task" [ 1854.915564] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.925490] env[62633]: DEBUG oslo_vmware.api [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.953478] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808546, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.042171] env[62633]: DEBUG nova.network.neutron [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.144029] env[62633]: DEBUG oslo_vmware.api [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808547, 'name': ReconfigVM_Task, 'duration_secs': 0.26009} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.144394] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1855.183385] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Applying migration context for instance 31f986a1-2911-45ce-9e1e-2f78e888a9a7 as it has an incoming, in-progress migration 49895c26-6fb5-470e-8a99-82e042b33212. Migration status is reverting {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1855.183792] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Applying migration context for instance a734ee7b-96e9-4756-824e-2901fbffc4bf as it has an incoming, in-progress migration cf9c30b3-07b4-47db-b225-5f919538c2f4. Migration status is confirming {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1855.185755] env[62633]: INFO nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating resource usage from migration 49895c26-6fb5-470e-8a99-82e042b33212 [ 1855.186131] env[62633]: INFO nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating resource usage from migration cf9c30b3-07b4-47db-b225-5f919538c2f4 [ 1855.207934] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209069] env[62633]: WARNING nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance ec578d53-b1f7-41e3-9d97-c3a52d078893 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1855.209069] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8fa0efb0-b72a-4313-adcc-ceb0c497415a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209069] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b8bbe304-770c-4719-8c45-ada25e5eac67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209069] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance f701f97b-1629-41a3-b195-12a0b8122ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209069] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 5e93b1b6-e26d-4771-aeba-59949dc4734d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209069] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bd5fa391-32ae-4aa3-b31b-5fe49127fb6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209069] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 406220cd-46f8-494a-af44-77fe132bda9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209069] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance a24b1271-9773-4719-b12a-6e161213b834 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209069] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Migration 49895c26-6fb5-470e-8a99-82e042b33212 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1855.209411] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 31f986a1-2911-45ce-9e1e-2f78e888a9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209411] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 507ce92a-bec8-4d64-a8da-e313df691d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.209411] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Migration cf9c30b3-07b4-47db-b225-5f919538c2f4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1855.209540] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance a734ee7b-96e9-4756-824e-2901fbffc4bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.280976] env[62633]: INFO nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Took 27.07 seconds to build instance. [ 1855.383279] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808549, 'name': Rename_Task, 'duration_secs': 0.197553} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.383601] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.383802] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ae7487-884b-4a88-a864-9df0007e388a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.390166] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1855.390166] env[62633]: value = "task-1808552" [ 1855.390166] env[62633]: _type = "Task" [ 1855.390166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.400245] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.400976] env[62633]: DEBUG nova.network.neutron [req-44b4fd04-84f5-4cdd-84f4-9290128ed3ad req-adecdab0-8adf-4efa-8622-150c90aded73 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updated VIF entry in instance network info cache for port eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.401319] env[62633]: DEBUG nova.network.neutron [req-44b4fd04-84f5-4cdd-84f4-9290128ed3ad req-adecdab0-8adf-4efa-8622-150c90aded73 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.406917] env[62633]: DEBUG oslo_vmware.api [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Task: {'id': task-1808550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112347} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.407189] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1855.407383] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1855.407563] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1855.407737] env[62633]: INFO nova.compute.manager [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] [instance: a24b1271-9773-4719-b12a-6e161213b834] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1855.407970] env[62633]: DEBUG oslo.service.loopingcall [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.408692] env[62633]: DEBUG nova.compute.manager [-] [instance: a24b1271-9773-4719-b12a-6e161213b834] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1855.408692] env[62633]: DEBUG nova.network.neutron [-] [instance: a24b1271-9773-4719-b12a-6e161213b834] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1855.425046] env[62633]: DEBUG oslo_vmware.api [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808551, 'name': PowerOffVM_Task, 'duration_secs': 0.231595} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.425046] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.425199] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1855.425439] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-633c7454-d5f0-4a47-94ef-9fbad6984705 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.427274] env[62633]: DEBUG nova.network.neutron [-] [instance: a24b1271-9773-4719-b12a-6e161213b834] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.450903] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808546, 'name': CreateVM_Task, 'duration_secs': 0.545751} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.451173] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.451901] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.452087] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.452423] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.452688] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9eb86d5-8ca0-4ad1-8c69-529f8d280232 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.458387] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1855.458387] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5226229c-0002-30bd-fe9c-8171c954e15f" [ 1855.458387] env[62633]: _type = "Task" [ 1855.458387] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.466836] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5226229c-0002-30bd-fe9c-8171c954e15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.544889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.686142] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.686142] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.686142] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Deleting the datastore file [datastore1] 5e93b1b6-e26d-4771-aeba-59949dc4734d {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.686142] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20979a26-63e7-4a46-ad2b-988f3b75649c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.692659] env[62633]: DEBUG oslo_vmware.api [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for the task: (returnval){ [ 1855.692659] env[62633]: value = "task-1808554" [ 1855.692659] env[62633]: _type = "Task" [ 1855.692659] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.697076] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1855.697348] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374854', 'volume_id': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'name': 'volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8559546e-7000-4645-b0c5-0fd4711809ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'serial': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1855.698822] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a552c-c9c7-4ab1-8f0a-18a38b6dabf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.706568] env[62633]: DEBUG oslo_vmware.api [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.717760] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 56591abe-81cb-4af8-97e0-f6015f794f26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1855.717941] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8559546e-7000-4645-b0c5-0fd4711809ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.718042] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 26ab3dda-f9e2-47ac-bf71-13170c345593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.718160] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance cf8aca8b-d48b-4221-9eaa-7f7b73b0a842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.718282] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1855.718485] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (61758920-fb19-48a2-830b-adcf6390d036): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1855.721458] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f539679-aa9a-4122-9312-a862434f5e8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.748429] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c/volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1855.749239] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c84f33e-61c9-477d-aede-e092a0722857 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.771605] env[62633]: DEBUG oslo_vmware.api [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1855.771605] env[62633]: value = "task-1808555" [ 1855.771605] env[62633]: _type = "Task" [ 1855.771605] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.785031] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "26ab3dda-f9e2-47ac-bf71-13170c345593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.580s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.785346] env[62633]: DEBUG oslo_vmware.api [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.901257] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.903998] env[62633]: DEBUG oslo_concurrency.lockutils [req-44b4fd04-84f5-4cdd-84f4-9290128ed3ad req-adecdab0-8adf-4efa-8622-150c90aded73 service nova] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.929783] env[62633]: DEBUG nova.network.neutron [-] [instance: a24b1271-9773-4719-b12a-6e161213b834] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.970969] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5226229c-0002-30bd-fe9c-8171c954e15f, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.971438] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.971756] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.972032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.972201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.972397] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.972975] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c2984f-2b8d-4ca2-bf9a-67863d23c9ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.984755] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.985015] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.985757] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dfd182e-3d5b-4e7a-8519-d2ffd0fc0eee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.990977] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1855.990977] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526ab947-ba1c-328e-19ab-c876d17cbf0d" [ 1855.990977] env[62633]: _type = "Task" [ 1855.990977] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.998608] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526ab947-ba1c-328e-19ab-c876d17cbf0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.049686] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1856.050067] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d72d3d-55e5-4403-a0a3-757e5372680e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.057205] env[62633]: DEBUG oslo_vmware.api [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1856.057205] env[62633]: value = "task-1808556" [ 1856.057205] env[62633]: _type = "Task" [ 1856.057205] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.065622] env[62633]: DEBUG oslo_vmware.api [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.187449] env[62633]: DEBUG nova.objects.instance [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'flavor' on Instance uuid 8fa0efb0-b72a-4313-adcc-ceb0c497415a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.203673] env[62633]: DEBUG oslo_vmware.api [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Task: {'id': task-1808554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288424} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.204729] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.204932] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.205132] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.205310] env[62633]: INFO nova.compute.manager [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1856.205559] env[62633]: DEBUG oslo.service.loopingcall [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.205757] env[62633]: DEBUG nova.compute.manager [-] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1856.205849] env[62633]: DEBUG nova.network.neutron [-] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1856.221275] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance aaa99c23-8dfb-41bd-9c5f-1ba9c61def29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1856.221569] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1856.221720] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1856.282450] env[62633]: DEBUG oslo_vmware.api [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808555, 'name': ReconfigVM_Task, 'duration_secs': 0.445269} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.284880] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c/volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1856.289928] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37352fb-6761-47e8-9dec-fb0010215a12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.309216] env[62633]: DEBUG oslo_vmware.api [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1856.309216] env[62633]: value = "task-1808557" [ 1856.309216] env[62633]: _type = "Task" [ 1856.309216] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.318630] env[62633]: DEBUG oslo_vmware.api [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.406567] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.433656] env[62633]: INFO nova.compute.manager [-] [instance: a24b1271-9773-4719-b12a-6e161213b834] Took 1.03 seconds to deallocate network for instance. [ 1856.502614] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526ab947-ba1c-328e-19ab-c876d17cbf0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.503474] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7e10aa-e8b1-463c-9a22-6eec261faf74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.509568] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1856.509568] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52697eaa-2024-d915-dfc9-aaead194ecb8" [ 1856.509568] env[62633]: _type = "Task" [ 1856.509568] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.524092] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52697eaa-2024-d915-dfc9-aaead194ecb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.563307] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b23e1e-2180-4d65-b0d9-a7fd5e3d5640 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.574015] env[62633]: DEBUG oslo_vmware.api [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808556, 'name': PowerOnVM_Task, 'duration_secs': 0.418659} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.575065] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a5fbb6-147b-4ae8-a777-e9ef0e7d05fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.578730] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.578987] env[62633]: DEBUG nova.compute.manager [None req-5e180e1b-38f0-467b-95c8-0b3935e51bda tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1856.579800] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4598dc2c-d912-4f70-859b-c56fce18a713 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.615210] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa510856-e6c3-4205-8ab2-208e7abb9b30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.624323] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef36028-ea84-4b31-9e79-c07dd39bd219 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.638903] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.673416] env[62633]: DEBUG nova.compute.manager [req-95a0c3d9-a723-4480-9871-595ac5489781 req-9f3334df-32cf-42d3-b728-e48c79426bb8 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Received event network-vif-deleted-09f6d4ed-09bf-445a-877f-7e7005755733 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1856.673416] env[62633]: INFO nova.compute.manager [req-95a0c3d9-a723-4480-9871-595ac5489781 req-9f3334df-32cf-42d3-b728-e48c79426bb8 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Neutron deleted interface 09f6d4ed-09bf-445a-877f-7e7005755733; detaching it from the instance and deleting it from the info cache [ 1856.673416] env[62633]: DEBUG nova.network.neutron [req-95a0c3d9-a723-4480-9871-595ac5489781 req-9f3334df-32cf-42d3-b728-e48c79426bb8 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.692022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6328d6d9-9282-4dcf-b356-35ff87a03eb2 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.283s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.818792] env[62633]: DEBUG oslo_vmware.api [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808557, 'name': ReconfigVM_Task, 'duration_secs': 0.18691} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.819474] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374854', 'volume_id': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'name': 'volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8559546e-7000-4645-b0c5-0fd4711809ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'serial': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1856.903711] env[62633]: DEBUG oslo_vmware.api [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808552, 'name': PowerOnVM_Task, 'duration_secs': 1.067945} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.903950] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.904174] env[62633]: INFO nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1856.904365] env[62633]: DEBUG nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1856.905156] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ef5e6e-8a43-4b99-8cbf-68f4b1e25d1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.942194] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.023229] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52697eaa-2024-d915-dfc9-aaead194ecb8, 'name': SearchDatastore_Task, 'duration_secs': 0.039733} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.023550] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.024063] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7/4fbeb55e-02fd-48a7-8ddc-f57bafea94b7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.024452] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bd7aa0-3542-411f-bad9-fb4212edb50b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.031437] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1857.031437] env[62633]: value = "task-1808558" [ 1857.031437] env[62633]: _type = "Task" [ 1857.031437] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.042900] env[62633]: DEBUG nova.network.neutron [-] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.045497] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.142527] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1857.176044] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37cb7526-e50f-4a59-8830-569d7a88ab6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.186103] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8116628-8d22-4a90-84ea-3fc370be3205 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.222565] env[62633]: DEBUG nova.compute.manager [req-95a0c3d9-a723-4480-9871-595ac5489781 req-9f3334df-32cf-42d3-b728-e48c79426bb8 service nova] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Detach interface failed, port_id=09f6d4ed-09bf-445a-877f-7e7005755733, reason: Instance 5e93b1b6-e26d-4771-aeba-59949dc4734d could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1857.254218] env[62633]: INFO nova.compute.manager [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Rebuilding instance [ 1857.306139] env[62633]: DEBUG nova.compute.manager [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1857.307313] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e0a2f-0a50-424e-bbe9-3cd4fff518ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.421362] env[62633]: INFO nova.compute.manager [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Took 29.16 seconds to build instance. [ 1857.542829] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808558, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.546572] env[62633]: INFO nova.compute.manager [-] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Took 1.34 seconds to deallocate network for instance. [ 1857.648727] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1857.648727] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.480s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.649636] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.766s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.649895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.652556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.785s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.652731] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.655431] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.780s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.655706] env[62633]: DEBUG nova.objects.instance [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'pci_requests' on Instance uuid 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.686686] env[62633]: INFO nova.scheduler.client.report [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Deleted allocations for instance ec578d53-b1f7-41e3-9d97-c3a52d078893 [ 1857.791696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "26ab3dda-f9e2-47ac-bf71-13170c345593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.791696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "26ab3dda-f9e2-47ac-bf71-13170c345593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.791839] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "26ab3dda-f9e2-47ac-bf71-13170c345593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.791920] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "26ab3dda-f9e2-47ac-bf71-13170c345593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.792173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "26ab3dda-f9e2-47ac-bf71-13170c345593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.794152] env[62633]: INFO nova.compute.manager [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Terminating instance [ 1857.795843] env[62633]: DEBUG nova.compute.manager [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1857.796057] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.796937] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d977ef-f26e-4398-bc06-43a51db27d46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.805646] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.805987] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3c248dc-c880-4aa0-aa85-ff737bed1548 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.812994] env[62633]: DEBUG oslo_vmware.api [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1857.812994] env[62633]: value = "task-1808559" [ 1857.812994] env[62633]: _type = "Task" [ 1857.812994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.824144] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.824579] env[62633]: DEBUG oslo_vmware.api [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.824872] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cd72c30-e4d3-4dff-8361-c24d914775c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.831772] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1857.831772] env[62633]: value = "task-1808560" [ 1857.831772] env[62633]: _type = "Task" [ 1857.831772] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.839350] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.861105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.864244] env[62633]: DEBUG nova.objects.instance [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'flavor' on Instance uuid 8559546e-7000-4645-b0c5-0fd4711809ac {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.923593] env[62633]: DEBUG oslo_concurrency.lockutils [None req-19ddf075-e8fa-4ca1-93d3-0c96e5fe50a7 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.674s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.923872] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.063s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.924179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.924515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.924772] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.928028] env[62633]: INFO nova.compute.manager [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Terminating instance [ 1857.930168] env[62633]: DEBUG nova.compute.manager [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1857.931125] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.931289] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415bedf2-97ea-478f-b8e4-0255fb08c3ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.939583] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.939922] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06efbeed-e16f-4220-ae4c-e2035a2b5699 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.946599] env[62633]: DEBUG oslo_vmware.api [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1857.946599] env[62633]: value = "task-1808561" [ 1857.946599] env[62633]: _type = "Task" [ 1857.946599] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.955127] env[62633]: DEBUG oslo_vmware.api [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.042359] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691859} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.042870] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7/4fbeb55e-02fd-48a7-8ddc-f57bafea94b7.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.043303] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.043695] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74033d26-f8f5-43cc-a505-890da7a42719 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.051676] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1858.051676] env[62633]: value = "task-1808562" [ 1858.051676] env[62633]: _type = "Task" [ 1858.051676] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.056406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.063648] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.160446] env[62633]: DEBUG nova.objects.instance [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'numa_topology' on Instance uuid 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.167237] env[62633]: DEBUG oslo_concurrency.lockutils [None req-79caf894-72ac-4118-9ca6-50ecff29304b tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.525s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.168280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 32.722s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.168524] env[62633]: INFO nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1858.169168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.169394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.540s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.169520] env[62633]: INFO nova.compute.manager [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Unshelving [ 1858.195188] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d9211928-a378-415a-8297-12737a23bca4 tempest-ServersWithSpecificFlavorTestJSON-401584577 tempest-ServersWithSpecificFlavorTestJSON-401584577-project-member] Lock "ec578d53-b1f7-41e3-9d97-c3a52d078893" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.806s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.324515] env[62633]: DEBUG oslo_vmware.api [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808559, 'name': PowerOffVM_Task, 'duration_secs': 0.374882} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.325229] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.325519] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.325873] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-883ab4ec-5462-40fc-bb2f-1c9533c20978 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.343316] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808560, 'name': PowerOffVM_Task, 'duration_secs': 0.369028} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.343514] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.369708] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e3d5ae9-8c84-49a5-9860-6afc42c3bf5b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.046s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.398216] env[62633]: INFO nova.compute.manager [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Detaching volume fadda791-deb5-4280-9e66-ae829c714c56 [ 1858.431632] env[62633]: INFO nova.virt.block_device [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Attempting to driver detach volume fadda791-deb5-4280-9e66-ae829c714c56 from mountpoint /dev/sdb [ 1858.431632] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1858.431852] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1858.432946] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d44232-3197-44cc-8a0e-e6172247ab42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.459708] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e235a-8121-4e58-becb-382f66bcb72c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.467069] env[62633]: DEBUG oslo_vmware.api [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808561, 'name': PowerOffVM_Task, 'duration_secs': 0.254647} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.468730] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.468920] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.469306] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31c1f7c7-f08d-4b7d-8a24-dd6187bf38f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.471013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b12776-38df-40ef-b07a-1b35e2a2e7f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.491930] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac6cdea-bc7c-4430-87ae-0e185c4b98eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.509029] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] The volume has not been displaced from its original location: [datastore1] volume-fadda791-deb5-4280-9e66-ae829c714c56/volume-fadda791-deb5-4280-9e66-ae829c714c56.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1858.514476] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1858.514476] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6439f09-b974-43fa-b644-d26926657c52 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.532028] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1858.532028] env[62633]: value = "task-1808565" [ 1858.532028] env[62633]: _type = "Task" [ 1858.532028] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.544143] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.545293] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1858.545510] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1858.545695] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleting the datastore file [datastore1] 26ab3dda-f9e2-47ac-bf71-13170c345593 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.545941] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c158c819-ac24-4014-bec5-2c25d99233a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.551413] env[62633]: DEBUG oslo_vmware.api [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1858.551413] env[62633]: value = "task-1808566" [ 1858.551413] env[62633]: _type = "Task" [ 1858.551413] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.561886] env[62633]: DEBUG oslo_vmware.api [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.565027] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071666} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.565027] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.565847] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9758bd1-85a3-4d28-bcd2-5339fab3a4f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.587819] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7/4fbeb55e-02fd-48a7-8ddc-f57bafea94b7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.588137] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708ede20-a35e-427b-8bcb-963751fa91aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.604558] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1858.604830] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1858.605029] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleting the datastore file [datastore1] cf8aca8b-d48b-4221-9eaa-7f7b73b0a842 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.605648] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ddbee3-3b10-4f6d-9732-e9a7275f1d97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.609566] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1858.609566] env[62633]: value = "task-1808567" [ 1858.609566] env[62633]: _type = "Task" [ 1858.609566] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.613736] env[62633]: DEBUG oslo_vmware.api [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for the task: (returnval){ [ 1858.613736] env[62633]: value = "task-1808568" [ 1858.613736] env[62633]: _type = "Task" [ 1858.613736] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.619775] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.624070] env[62633]: DEBUG oslo_vmware.api [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.634921] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1858.635112] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1858.664922] env[62633]: INFO nova.compute.claims [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.919436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "8559546e-7000-4645-b0c5-0fd4711809ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.920103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.920103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "8559546e-7000-4645-b0c5-0fd4711809ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.920231] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.920347] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.926011] env[62633]: INFO nova.compute.manager [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Terminating instance [ 1858.927123] env[62633]: DEBUG nova.compute.manager [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1858.927366] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.927616] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b960f8d4-fd5d-42f7-94ce-fbd582878e6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.935712] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1858.935712] env[62633]: value = "task-1808569" [ 1858.935712] env[62633]: _type = "Task" [ 1858.935712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.947630] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.042459] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808565, 'name': ReconfigVM_Task, 'duration_secs': 0.20917} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.042723] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1859.048399] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a65c08d-57ac-4469-bb3e-2f425d01d362 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.068203] env[62633]: DEBUG oslo_vmware.api [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408849} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.069538] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.069733] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.069921] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.070117] env[62633]: INFO nova.compute.manager [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1859.070377] env[62633]: DEBUG oslo.service.loopingcall [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.070644] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1859.070644] env[62633]: value = "task-1808570" [ 1859.070644] env[62633]: _type = "Task" [ 1859.070644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.070843] env[62633]: DEBUG nova.compute.manager [-] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1859.070928] env[62633]: DEBUG nova.network.neutron [-] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.081585] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808570, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.121057] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808567, 'name': ReconfigVM_Task, 'duration_secs': 0.302413} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.121741] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7/4fbeb55e-02fd-48a7-8ddc-f57bafea94b7.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.122415] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5db5356-2200-450a-b8af-583087cb36e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.127051] env[62633]: DEBUG oslo_vmware.api [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Task: {'id': task-1808568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434243} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.127693] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.127869] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1859.128083] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1859.128270] env[62633]: INFO nova.compute.manager [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1859.128515] env[62633]: DEBUG oslo.service.loopingcall [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.128711] env[62633]: DEBUG nova.compute.manager [-] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1859.128805] env[62633]: DEBUG nova.network.neutron [-] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.132089] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1859.132089] env[62633]: value = "task-1808571" [ 1859.132089] env[62633]: _type = "Task" [ 1859.132089] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.143161] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808571, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.198586] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.449625] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808569, 'name': PowerOffVM_Task, 'duration_secs': 0.428733} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.454391] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.455397] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1859.455397] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374854', 'volume_id': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'name': 'volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8559546e-7000-4645-b0c5-0fd4711809ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'serial': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1859.455933] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd359b27-756e-4baa-9430-3e0e1234d8d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.481101] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b4417-4e38-4e4b-a5ed-ff448ddba431 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.491016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c5ce7-cea8-4898-b6c6-0f5e2e57a01a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.514114] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad47890-88b8-46ff-813e-16d1edaf3bd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.521300] env[62633]: DEBUG nova.compute.manager [req-59d06dd4-9162-49cb-9331-598ce552addf req-509059be-bd65-4557-95b4-8d77e5785b21 service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Received event network-vif-deleted-10a32dbc-0629-49e4-88d4-5bda62ea7fab {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1859.521505] env[62633]: INFO nova.compute.manager [req-59d06dd4-9162-49cb-9331-598ce552addf req-509059be-bd65-4557-95b4-8d77e5785b21 service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Neutron deleted interface 10a32dbc-0629-49e4-88d4-5bda62ea7fab; detaching it from the instance and deleting it from the info cache [ 1859.521683] env[62633]: DEBUG nova.network.neutron [req-59d06dd4-9162-49cb-9331-598ce552addf req-509059be-bd65-4557-95b4-8d77e5785b21 service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.535389] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] The volume has not been displaced from its original location: [datastore1] volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c/volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1859.540832] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1859.542624] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7fdb6d-84e8-4039-867d-9424147e5387 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.556617] env[62633]: DEBUG nova.compute.manager [req-cf08009e-ffca-4a2f-88bb-d6e1caf6ca0e req-c5af8334-2d85-4e27-aebe-b1457bcf91c8 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Received event network-vif-deleted-a224adc3-60fe-46f4-b014-adda530968ec {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1859.556811] env[62633]: INFO nova.compute.manager [req-cf08009e-ffca-4a2f-88bb-d6e1caf6ca0e req-c5af8334-2d85-4e27-aebe-b1457bcf91c8 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Neutron deleted interface a224adc3-60fe-46f4-b014-adda530968ec; detaching it from the instance and deleting it from the info cache [ 1859.556985] env[62633]: DEBUG nova.network.neutron [req-cf08009e-ffca-4a2f-88bb-d6e1caf6ca0e req-c5af8334-2d85-4e27-aebe-b1457bcf91c8 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.558352] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb42547f-3592-4f86-a515-5b43c77b351a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.568307] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429d8e49-cfc3-49e1-946e-bfffb6aaa6af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.582555] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1859.582555] env[62633]: value = "task-1808572" [ 1859.582555] env[62633]: _type = "Task" [ 1859.582555] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.594579] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808570, 'name': ReconfigVM_Task, 'duration_secs': 0.25605} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.597919] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1859.600016] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.610513] env[62633]: DEBUG nova.compute.manager [req-59d06dd4-9162-49cb-9331-598ce552addf req-509059be-bd65-4557-95b4-8d77e5785b21 service nova] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Detach interface failed, port_id=10a32dbc-0629-49e4-88d4-5bda62ea7fab, reason: Instance 26ab3dda-f9e2-47ac-bf71-13170c345593 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1859.645542] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808571, 'name': Rename_Task, 'duration_secs': 0.287868} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.645542] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.645542] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f7d8fe-cc93-4f0b-8343-e9a6f6dd5291 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.651042] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1859.651042] env[62633]: value = "task-1808573" [ 1859.651042] env[62633]: _type = "Task" [ 1859.651042] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.658765] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.921914] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab65829-fdf6-46ec-8a7c-c1700464b921 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.930138] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c1b65-cdd3-4bce-8831-b52728b26f21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.962212] env[62633]: DEBUG nova.network.neutron [-] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.964287] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1659a7e0-ae69-4af6-afae-339b8cf1c68a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.972441] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9603ed-ed6d-4f3c-8857-8257ded3c5c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.987422] env[62633]: DEBUG nova.compute.provider_tree [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.023364] env[62633]: DEBUG nova.network.neutron [-] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.061697] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ce9758e-ac14-438a-abff-ccac925e6c93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.072406] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef76daa-3978-4f16-bbda-f7f47b91d49f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.094220] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808572, 'name': ReconfigVM_Task, 'duration_secs': 0.338587} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.104462] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1860.110020] env[62633]: DEBUG nova.compute.manager [req-cf08009e-ffca-4a2f-88bb-d6e1caf6ca0e req-c5af8334-2d85-4e27-aebe-b1457bcf91c8 service nova] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Detach interface failed, port_id=a224adc3-60fe-46f4-b014-adda530968ec, reason: Instance cf8aca8b-d48b-4221-9eaa-7f7b73b0a842 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1860.110475] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfbd72c-b816-4e69-8d7f-1a0623afbbd3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.127519] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1860.127519] env[62633]: value = "task-1808574" [ 1860.127519] env[62633]: _type = "Task" [ 1860.127519] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.137123] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.167101] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.467588] env[62633]: INFO nova.compute.manager [-] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Took 1.40 seconds to deallocate network for instance. [ 1860.510182] env[62633]: ERROR nova.scheduler.client.report [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [req-c7bdceaf-4763-41db-89a7-4c5e5e4fde76] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7bdceaf-4763-41db-89a7-4c5e5e4fde76"}]} [ 1860.526112] env[62633]: DEBUG nova.scheduler.client.report [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1860.528046] env[62633]: INFO nova.compute.manager [-] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Took 1.40 seconds to deallocate network for instance. [ 1860.541601] env[62633]: DEBUG nova.scheduler.client.report [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1860.541816] env[62633]: DEBUG nova.compute.provider_tree [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.553353] env[62633]: DEBUG nova.scheduler.client.report [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1860.571711] env[62633]: DEBUG nova.scheduler.client.report [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1860.643496] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808574, 'name': ReconfigVM_Task, 'duration_secs': 0.257291} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.645848] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374854', 'volume_id': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'name': 'volume-f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8559546e-7000-4645-b0c5-0fd4711809ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c', 'serial': 'f18d7ff0-08f9-41c3-87fc-c7e7abfaff2c'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1860.646161] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.648981] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae55af1-4303-44e2-80a0-521bd0f1555d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.657085] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.657641] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-932b92b5-c0c7-4428-8f6b-e5c7514d8763 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.662648] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.662932] env[62633]: DEBUG oslo_vmware.api [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808573, 'name': PowerOnVM_Task, 'duration_secs': 0.646561} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.665981] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccb70421-cfa5-4b31-963f-08c456293e25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.667404] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.667612] env[62633]: INFO nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1860.667796] env[62633]: DEBUG nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1860.671547] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6df002-436c-4291-97f6-e7ee08c5a89f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.680655] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1860.680655] env[62633]: value = "task-1808576" [ 1860.680655] env[62633]: _type = "Task" [ 1860.680655] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.694675] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1860.695066] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1860.695289] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1860.698358] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c4931-5ba8-4d7a-b0d5-4e2c863c28ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.720920] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f741ff00-a7f9-4fc0-9afc-ebe53bca5366 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.727336] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1860.727729] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.729065] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1862ad91-4276-4aa6-a18a-32c6db6c5341 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.736223] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.736465] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1a6590-5b47-4bc2-ae6d-7f9b74c821f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.861829] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c0871-be06-4e5b-b229-728ae088fa1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.869785] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a092d930-3bd6-48a0-9658-c987e4dfdd72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.901692] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab61f85-7cd7-4f0b-b0c2-d0edb7766585 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.908971] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e7679-b899-4a3c-8bf5-e96dac0c9713 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.923221] env[62633]: DEBUG nova.compute.provider_tree [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.973894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.042255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.193393] env[62633]: INFO nova.compute.manager [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Took 29.16 seconds to build instance. [ 1861.465168] env[62633]: DEBUG nova.scheduler.client.report [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1861.465480] env[62633]: DEBUG nova.compute.provider_tree [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 135 to 136 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1861.465676] env[62633]: DEBUG nova.compute.provider_tree [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1861.568173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.568485] env[62633]: DEBUG oslo_concurrency.lockutils [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.695542] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a25001b3-32f9-47a7-8134-9c25362284f8 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.685s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.972404] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.317s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.975211] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.542s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.044905] env[62633]: INFO nova.network.neutron [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating port cfabd335-1f4c-4fd6-81aa-601f5ba121fc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1862.071808] env[62633]: INFO nova.compute.manager [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Detaching volume 63c5e011-b945-4937-889d-05fb72790009 [ 1862.106278] env[62633]: INFO nova.virt.block_device [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Attempting to driver detach volume 63c5e011-b945-4937-889d-05fb72790009 from mountpoint /dev/sdb [ 1862.106540] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1862.106755] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374840', 'volume_id': '63c5e011-b945-4937-889d-05fb72790009', 'name': 'volume-63c5e011-b945-4937-889d-05fb72790009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f701f97b-1629-41a3-b195-12a0b8122ccf', 'attached_at': '', 'detached_at': '', 'volume_id': '63c5e011-b945-4937-889d-05fb72790009', 'serial': '63c5e011-b945-4937-889d-05fb72790009'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1862.107681] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7df9f3-21a0-4608-874b-2feedafd9ae3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.139527] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7268b9f4-e173-4099-9c8c-c715ec7dd5e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.146468] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d8c86e-9f61-493e-a44c-8a5bb03c307b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.172183] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d5d33f-902d-422a-9f13-c8f7029dea3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.190318] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] The volume has not been displaced from its original location: [datastore1] volume-63c5e011-b945-4937-889d-05fb72790009/volume-63c5e011-b945-4937-889d-05fb72790009.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1862.195650] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1862.197179] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376f0db6-b471-49fc-b9d7-c35a3045fdda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.221864] env[62633]: DEBUG oslo_vmware.api [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1862.221864] env[62633]: value = "task-1808578" [ 1862.221864] env[62633]: _type = "Task" [ 1862.221864] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.232549] env[62633]: DEBUG oslo_vmware.api [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.481098] env[62633]: DEBUG nova.objects.instance [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'migration_context' on Instance uuid 31f986a1-2911-45ce-9e1e-2f78e888a9a7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.667397] env[62633]: DEBUG nova.compute.manager [req-2dfd5417-641b-4e79-999d-e615e8818ffb req-b973b481-ec01-462b-89d1-382b9b3bbbb1 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-changed-eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1862.667397] env[62633]: DEBUG nova.compute.manager [req-2dfd5417-641b-4e79-999d-e615e8818ffb req-b973b481-ec01-462b-89d1-382b9b3bbbb1 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing instance network info cache due to event network-changed-eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1862.667397] env[62633]: DEBUG oslo_concurrency.lockutils [req-2dfd5417-641b-4e79-999d-e615e8818ffb req-b973b481-ec01-462b-89d1-382b9b3bbbb1 service nova] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.667397] env[62633]: DEBUG oslo_concurrency.lockutils [req-2dfd5417-641b-4e79-999d-e615e8818ffb req-b973b481-ec01-462b-89d1-382b9b3bbbb1 service nova] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.667952] env[62633]: DEBUG nova.network.neutron [req-2dfd5417-641b-4e79-999d-e615e8818ffb req-b973b481-ec01-462b-89d1-382b9b3bbbb1 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing network info cache for port eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.733248] env[62633]: DEBUG oslo_vmware.api [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808578, 'name': ReconfigVM_Task, 'duration_secs': 0.222402} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.733598] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1862.739742] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c7112de-676c-4edd-bb37-0096a759291e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.757853] env[62633]: DEBUG oslo_vmware.api [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1862.757853] env[62633]: value = "task-1808579" [ 1862.757853] env[62633]: _type = "Task" [ 1862.757853] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.766741] env[62633]: DEBUG oslo_vmware.api [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.269934] env[62633]: DEBUG oslo_vmware.api [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808579, 'name': ReconfigVM_Task, 'duration_secs': 0.166564} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.270461] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374840', 'volume_id': '63c5e011-b945-4937-889d-05fb72790009', 'name': 'volume-63c5e011-b945-4937-889d-05fb72790009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f701f97b-1629-41a3-b195-12a0b8122ccf', 'attached_at': '', 'detached_at': '', 'volume_id': '63c5e011-b945-4937-889d-05fb72790009', 'serial': '63c5e011-b945-4937-889d-05fb72790009'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1863.336945] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2de75d-3989-46f5-a921-7f7cfc4bee96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.345958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f285194f-8a10-4948-a398-81b2a246a769 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.380021] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a844d5-4887-4f71-9ce6-50c9345744d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.389938] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cfdc7b-ed7e-404e-a897-25fe5c7845c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.405234] env[62633]: DEBUG nova.compute.provider_tree [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.633818] env[62633]: DEBUG nova.network.neutron [req-2dfd5417-641b-4e79-999d-e615e8818ffb req-b973b481-ec01-462b-89d1-382b9b3bbbb1 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updated VIF entry in instance network info cache for port eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.633818] env[62633]: DEBUG nova.network.neutron [req-2dfd5417-641b-4e79-999d-e615e8818ffb req-b973b481-ec01-462b-89d1-382b9b3bbbb1 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.717917] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.718715] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.827407] env[62633]: DEBUG nova.objects.instance [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.908746] env[62633]: DEBUG nova.scheduler.client.report [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1864.139282] env[62633]: DEBUG oslo_concurrency.lockutils [req-2dfd5417-641b-4e79-999d-e615e8818ffb req-b973b481-ec01-462b-89d1-382b9b3bbbb1 service nova] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.221476] env[62633]: DEBUG nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1864.746208] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.785530] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.833838] env[62633]: DEBUG oslo_concurrency.lockutils [None req-13045238-94be-49b7-959e-7f93c9f20188 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.835248] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.050s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.835447] env[62633]: DEBUG nova.compute.manager [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1864.836490] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ba7ba5-0791-4263-bb4e-eebebef75aa5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.843667] env[62633]: DEBUG nova.compute.manager [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1864.844154] env[62633]: DEBUG nova.objects.instance [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.923831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.948s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.930015] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.464s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.931857] env[62633]: INFO nova.compute.claims [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.349212] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.349598] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e08e0673-887b-409d-a6d0-d80d9bea8751 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.357969] env[62633]: DEBUG oslo_vmware.api [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1865.357969] env[62633]: value = "task-1808580" [ 1865.357969] env[62633]: _type = "Task" [ 1865.357969] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.367800] env[62633]: DEBUG oslo_vmware.api [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.869889] env[62633]: DEBUG oslo_vmware.api [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808580, 'name': PowerOffVM_Task, 'duration_secs': 0.244236} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.870390] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1865.870626] env[62633]: DEBUG nova.compute.manager [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1865.871665] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6d14b4-3d5b-4aa7-9286-f9918b1e555d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.276310] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a689359-52e5-43a8-85af-26292e54793d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.285175] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178d07e-632a-41c0-ae30-639de5cb7cb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.315630] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cacf65-1bb8-480d-ab27-5dcd67843fa7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.323415] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad37e4-400c-404b-b8b4-9cc8cc0ee1a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.337662] env[62633]: DEBUG nova.compute.provider_tree [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.386443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4ac84b49-8f11-4925-837d-9947efbff20a tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.551s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.466586] env[62633]: INFO nova.compute.manager [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Swapping old allocation on dict_keys(['61758920-fb19-48a2-830b-adcf6390d036']) held by migration 49895c26-6fb5-470e-8a99-82e042b33212 for instance [ 1866.501148] env[62633]: DEBUG nova.scheduler.client.report [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Overwriting current allocation {'allocations': {'61758920-fb19-48a2-830b-adcf6390d036': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': '61278b5eda4143e39eaf8d4eebcb207c', 'user_id': 'bf3223c8be534e4884a68b825d502d9b', 'consumer_generation': 1} on consumer 31f986a1-2911-45ce-9e1e-2f78e888a9a7 {{(pid=62633) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1866.610435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.611942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.611942] env[62633]: DEBUG nova.network.neutron [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.704532] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1866.704850] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1866.845051] env[62633]: DEBUG nova.scheduler.client.report [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1867.009895] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.010245] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.010350] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleting the datastore file [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.011602] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07dfa312-d077-4011-9088-419d310214b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.013966] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.013966] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.014071] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleting the datastore file [datastore1] 8559546e-7000-4645-b0c5-0fd4711809ac {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.014767] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c323134d-3e24-4a16-b916-bec4860aa418 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.021270] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1867.021270] env[62633]: value = "task-1808581" [ 1867.021270] env[62633]: _type = "Task" [ 1867.021270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.022700] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1867.022700] env[62633]: value = "task-1808582" [ 1867.022700] env[62633]: _type = "Task" [ 1867.022700] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.039354] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.043812] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.258746] env[62633]: DEBUG nova.objects.instance [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.349560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.350139] env[62633]: DEBUG nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1867.356533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.786s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.543348] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139334} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.546810] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.546810] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.546810] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.553135] env[62633]: DEBUG oslo_vmware.api [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136753} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.554170] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.554170] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.554170] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.554170] env[62633]: INFO nova.compute.manager [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Took 8.63 seconds to destroy the instance on the hypervisor. [ 1867.554465] env[62633]: DEBUG oslo.service.loopingcall [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.554607] env[62633]: DEBUG nova.compute.manager [-] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1867.554713] env[62633]: DEBUG nova.network.neutron [-] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.697764] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquiring lock "7863936d-b74b-4a17-8b0e-8cbde357c727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.698070] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "7863936d-b74b-4a17-8b0e-8cbde357c727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.765235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.765235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.765313] env[62633]: DEBUG nova.network.neutron [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.765475] env[62633]: DEBUG nova.objects.instance [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'info_cache' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.856400] env[62633]: DEBUG nova.compute.utils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.860310] env[62633]: DEBUG nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1867.864019] env[62633]: DEBUG nova.network.neutron [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.919460] env[62633]: DEBUG nova.policy [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe3a49ec473445786c1b77b390e1d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3cbeb0f6545b9951614c9299b07a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1867.920914] env[62633]: DEBUG nova.network.neutron [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance_info_cache with network_info: [{"id": "157ba004-1650-4e59-bbf7-c11d5de96f17", "address": "fa:16:3e:56:90:40", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157ba004-16", "ovs_interfaceid": "157ba004-1650-4e59-bbf7-c11d5de96f17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.055641] env[62633]: INFO nova.virt.block_device [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Booting with volume fadda791-deb5-4280-9e66-ae829c714c56 at /dev/sdb [ 1868.132874] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ec396de-9e15-46db-80fa-004012218f30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.149450] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c573d9fd-1ea9-46f2-8e8b-0fa07437cd41 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.192877] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-626d330b-7128-402b-a760-751a3af82210 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.202170] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8723055c-413c-4512-b229-6eb6f26c2eeb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.217974] env[62633]: DEBUG nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1868.246633] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c642f8-f0c1-4a59-8faa-9cbef76b15e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.250346] env[62633]: DEBUG nova.compute.manager [req-dba1016d-1147-424a-9c0e-44b8bc213d4c req-5f2f29e6-72e3-4f64-a1c1-a8e2df764621 service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Received event network-vif-deleted-ad24942d-0993-4fcd-a579-8022afb32651 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1868.250583] env[62633]: INFO nova.compute.manager [req-dba1016d-1147-424a-9c0e-44b8bc213d4c req-5f2f29e6-72e3-4f64-a1c1-a8e2df764621 service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Neutron deleted interface ad24942d-0993-4fcd-a579-8022afb32651; detaching it from the instance and deleting it from the info cache [ 1868.250770] env[62633]: DEBUG nova.network.neutron [req-dba1016d-1147-424a-9c0e-44b8bc213d4c req-5f2f29e6-72e3-4f64-a1c1-a8e2df764621 service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.257444] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6153d4fb-b0b8-4766-ba2d-3254ee7fbfce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.273654] env[62633]: DEBUG nova.objects.base [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1868.275755] env[62633]: DEBUG nova.virt.block_device [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Updating existing volume attachment record: b8d71cc4-7e44-4730-9964-5fc38313c9ff {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1868.279828] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfa27cf-7529-4352-a3a5-52105966d56c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.287615] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61debc88-12a5-4475-af47-8f4a7321644d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.318651] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413663be-eb2b-4201-a138-1f60230a1510 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.327230] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d6e63f-bae0-43e2-815b-aed1d96dafe5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.341193] env[62633]: DEBUG nova.compute.provider_tree [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.366484] env[62633]: DEBUG nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1868.423664] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-31f986a1-2911-45ce-9e1e-2f78e888a9a7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.424749] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018a07fb-48a3-4786-9cf9-c7b1633e9000 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.432024] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d96a7-baab-4be0-9c10-634bf4aa435e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.547741] env[62633]: DEBUG nova.compute.manager [req-7b70831e-6cf3-4be4-b2e8-19b0c01427c7 req-348cb579-f531-4553-b608-88b34cb2d0e5 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received event network-vif-plugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1868.547965] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b70831e-6cf3-4be4-b2e8-19b0c01427c7 req-348cb579-f531-4553-b608-88b34cb2d0e5 service nova] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.548235] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b70831e-6cf3-4be4-b2e8-19b0c01427c7 req-348cb579-f531-4553-b608-88b34cb2d0e5 service nova] Lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.548808] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b70831e-6cf3-4be4-b2e8-19b0c01427c7 req-348cb579-f531-4553-b608-88b34cb2d0e5 service nova] Lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.549010] env[62633]: DEBUG nova.compute.manager [req-7b70831e-6cf3-4be4-b2e8-19b0c01427c7 req-348cb579-f531-4553-b608-88b34cb2d0e5 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] No waiting events found dispatching network-vif-plugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1868.549232] env[62633]: WARNING nova.compute.manager [req-7b70831e-6cf3-4be4-b2e8-19b0c01427c7 req-348cb579-f531-4553-b608-88b34cb2d0e5 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received unexpected event network-vif-plugged-cfabd335-1f4c-4fd6-81aa-601f5ba121fc for instance with vm_state shelved_offloaded and task_state spawning. [ 1868.585485] env[62633]: DEBUG nova.network.neutron [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Successfully created port: 5a411b46-9ca1-4c89-914d-79942b5bd3dc {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1868.632301] env[62633]: DEBUG nova.network.neutron [-] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.740983] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.744122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.744122] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.744122] env[62633]: DEBUG nova.network.neutron [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.754581] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c5a8a8d-ddb2-407c-8fc1-3fcb42c1d9c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.765099] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617638f9-8765-4b65-a1e1-5cf843eec48e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.801347] env[62633]: DEBUG nova.compute.manager [req-dba1016d-1147-424a-9c0e-44b8bc213d4c req-5f2f29e6-72e3-4f64-a1c1-a8e2df764621 service nova] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Detach interface failed, port_id=ad24942d-0993-4fcd-a579-8022afb32651, reason: Instance 8559546e-7000-4645-b0c5-0fd4711809ac could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1868.844636] env[62633]: DEBUG nova.scheduler.client.report [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1869.095659] env[62633]: DEBUG nova.network.neutron [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updating instance_info_cache with network_info: [{"id": "2373238d-9312-41bc-a13f-15aa02361aa7", "address": "fa:16:3e:de:03:28", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2373238d-93", "ovs_interfaceid": "2373238d-9312-41bc-a13f-15aa02361aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.136142] env[62633]: INFO nova.compute.manager [-] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Took 1.58 seconds to deallocate network for instance. [ 1869.373849] env[62633]: DEBUG nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1869.409412] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1869.410063] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1869.410063] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.410063] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1869.410279] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.410396] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1869.410654] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1869.410890] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1869.411843] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1869.412183] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1869.412323] env[62633]: DEBUG nova.virt.hardware [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1869.413799] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51204f9-4e69-4f7a-aebb-82d6fc288fde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.423879] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fbfffd-3fa3-4baf-81fb-b1a7d224b3ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.508629] env[62633]: DEBUG nova.network.neutron [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [{"id": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "address": "fa:16:3e:ff:cb:bb", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfabd335-1f", "ovs_interfaceid": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.527792] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.528130] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeb6b79a-6cef-4e1e-8833-ce0f07b61959 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.535588] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1869.535588] env[62633]: value = "task-1808583" [ 1869.535588] env[62633]: _type = "Task" [ 1869.535588] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.545423] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.597509] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Releasing lock "refresh_cache-f701f97b-1629-41a3-b195-12a0b8122ccf" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.695352] env[62633]: INFO nova.compute.manager [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Took 0.56 seconds to detach 1 volumes for instance. [ 1869.854713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.501s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.858138] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.916s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.858416] env[62633]: DEBUG nova.objects.instance [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lazy-loading 'resources' on Instance uuid a24b1271-9773-4719-b12a-6e161213b834 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.011634] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.034489] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='adf2ad41c82d94a1ed2d5235520d6443',container_format='bare',created_at=2024-12-12T10:17:02Z,direct_url=,disk_format='vmdk',id=31f9ede5-b368-4e24-aca9-48e3f2b281f3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1816953511-shelved',owner='83f54d116efb403ca06a6e801cef0958',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-12T10:17:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1870.034764] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1870.034931] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.035149] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1870.035304] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.035460] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1870.035703] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1870.035895] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1870.036094] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1870.036271] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1870.036493] env[62633]: DEBUG nova.virt.hardware [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1870.037483] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e884ad77-9741-4b17-914a-2589a486f6e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.051657] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a769fe62-5833-41e5-935d-e00218d2618c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.055087] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808583, 'name': PowerOffVM_Task, 'duration_secs': 0.2348} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.055355] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.056007] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1870.056236] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1870.056402] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.056602] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1870.056759] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.056912] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1870.057134] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1870.057313] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1870.057482] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1870.057653] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1870.057836] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1870.063521] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d6aadb-d7fb-43f6-93fc-b8fdb414bd7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.082833] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:cb:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfabd335-1f4c-4fd6-81aa-601f5ba121fc', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.091755] env[62633]: DEBUG oslo.service.loopingcall [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.092508] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.092730] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73be4d34-de64-483d-88bb-b87913fdac8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.109496] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.109871] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1870.109871] env[62633]: value = "task-1808584" [ 1870.109871] env[62633]: _type = "Task" [ 1870.109871] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.110088] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f0849d-261c-423f-98a8-a3855fb228ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.116814] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.116814] env[62633]: value = "task-1808585" [ 1870.116814] env[62633]: _type = "Task" [ 1870.116814] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.125142] env[62633]: DEBUG oslo_vmware.api [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1870.125142] env[62633]: value = "task-1808586" [ 1870.125142] env[62633]: _type = "Task" [ 1870.125142] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.125473] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.132921] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808585, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.138162] env[62633]: DEBUG oslo_vmware.api [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808586, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.203156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.429100] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1870.432018] env[62633]: DEBUG nova.virt.hardware [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1870.432884] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61947f1c-794d-44ff-a408-9dcba89ee449 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.436477] env[62633]: INFO nova.scheduler.client.report [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted allocation for migration cf9c30b3-07b4-47db-b225-5f919538c2f4 [ 1870.448958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c0a575-1166-4e2e-a0b0-cd368b478e25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.473732] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:a2:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b804e72-6f36-455a-880c-09ff7733fd42', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1870.485367] env[62633]: DEBUG oslo.service.loopingcall [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1870.488700] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1870.490039] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7a73107-3e51-40be-a261-e43a369ebb36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.515718] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1870.515718] env[62633]: value = "task-1808587" [ 1870.515718] env[62633]: _type = "Task" [ 1870.515718] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.527143] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808587, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.626280] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808584, 'name': ReconfigVM_Task, 'duration_secs': 0.25732} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.635851] env[62633]: DEBUG nova.compute.manager [req-36b5c69a-9ecc-478c-b631-89dc3cbe884d req-5fb77b66-71ec-4860-8083-413923f86679 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received event network-changed-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1870.636122] env[62633]: DEBUG nova.compute.manager [req-36b5c69a-9ecc-478c-b631-89dc3cbe884d req-5fb77b66-71ec-4860-8083-413923f86679 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Refreshing instance network info cache due to event network-changed-cfabd335-1f4c-4fd6-81aa-601f5ba121fc. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1870.636403] env[62633]: DEBUG oslo_concurrency.lockutils [req-36b5c69a-9ecc-478c-b631-89dc3cbe884d req-5fb77b66-71ec-4860-8083-413923f86679 service nova] Acquiring lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.636603] env[62633]: DEBUG oslo_concurrency.lockutils [req-36b5c69a-9ecc-478c-b631-89dc3cbe884d req-5fb77b66-71ec-4860-8083-413923f86679 service nova] Acquired lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.636803] env[62633]: DEBUG nova.network.neutron [req-36b5c69a-9ecc-478c-b631-89dc3cbe884d req-5fb77b66-71ec-4860-8083-413923f86679 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Refreshing network info cache for port cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.642189] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1729c0-9075-456c-b2fb-9fb6d48ce54a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.645676] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808585, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.671111] env[62633]: DEBUG oslo_vmware.api [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808586, 'name': PowerOnVM_Task, 'duration_secs': 0.383568} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.671546] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1870.671766] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1870.671925] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.675023] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1870.675023] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.675023] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1870.675023] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1870.675023] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1870.675023] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1870.675023] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1870.675023] env[62633]: DEBUG nova.virt.hardware [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1870.675023] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.675023] env[62633]: DEBUG nova.compute.manager [None req-cdcf05c0-429e-49aa-89b7-b3ae5088f139 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1870.675023] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d274126-cd73-45b7-9d28-b5fbd6fd91a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.677731] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b571853f-07d1-4737-9d25-8a083ef81e02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.683828] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1870.683828] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52329946-11ea-9780-1802-58a3e00f71e1" [ 1870.683828] env[62633]: _type = "Task" [ 1870.683828] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.698089] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52329946-11ea-9780-1802-58a3e00f71e1, 'name': SearchDatastore_Task, 'duration_secs': 0.007237} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.703708] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1870.706513] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965c27d1-d0d0-4daa-9dfe-182f4f3209c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.725582] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1870.725582] env[62633]: value = "task-1808588" [ 1870.725582] env[62633]: _type = "Task" [ 1870.725582] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.736772] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.781594] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f72d09b-4056-4fc7-a4a1-34c8acfeed8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.792017] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4bb69e-d4f2-4647-b398-6b124febe663 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.827919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938b6f8-9270-4e19-bdae-b4ca800d1e7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.835875] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c22c6f8-5c28-41f0-92ae-199eb2eaee57 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.849158] env[62633]: DEBUG nova.compute.provider_tree [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.879273] env[62633]: DEBUG nova.network.neutron [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Successfully updated port: 5a411b46-9ca1-4c89-914d-79942b5bd3dc {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1870.944749] env[62633]: DEBUG oslo_concurrency.lockutils [None req-240e5fd3-e4c5-48a6-9153-4b7fd0f0220e tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.809s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.025908] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808587, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.127346] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808585, 'name': CreateVM_Task, 'duration_secs': 0.530639} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.127718] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1871.128228] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.128400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.128767] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1871.129030] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d27d3bb-c2f2-4bf8-a302-9cd8b1e8690f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.133358] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1871.133358] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b597ae-e44d-3bad-cd58-ff74ac3ef6ba" [ 1871.133358] env[62633]: _type = "Task" [ 1871.133358] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.141332] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b597ae-e44d-3bad-cd58-ff74ac3ef6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.235297] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808588, 'name': ReconfigVM_Task, 'duration_secs': 0.272065} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.235653] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1871.236586] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc71879e-3224-4bf2-b410-e753960cd162 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.269016] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7/31f986a1-2911-45ce-9e1e-2f78e888a9a7.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.272405] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de67c530-320b-4508-ba3f-674ef1729e8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.300471] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1871.300471] env[62633]: value = "task-1808589" [ 1871.300471] env[62633]: _type = "Task" [ 1871.300471] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.311109] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.352838] env[62633]: DEBUG nova.scheduler.client.report [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1871.381846] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "refresh_cache-aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.381998] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "refresh_cache-aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.382172] env[62633]: DEBUG nova.network.neutron [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.431107] env[62633]: DEBUG nova.network.neutron [req-36b5c69a-9ecc-478c-b631-89dc3cbe884d req-5fb77b66-71ec-4860-8083-413923f86679 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updated VIF entry in instance network info cache for port cfabd335-1f4c-4fd6-81aa-601f5ba121fc. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.431612] env[62633]: DEBUG nova.network.neutron [req-36b5c69a-9ecc-478c-b631-89dc3cbe884d req-5fb77b66-71ec-4860-8083-413923f86679 service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [{"id": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "address": "fa:16:3e:ff:cb:bb", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfabd335-1f", "ovs_interfaceid": "cfabd335-1f4c-4fd6-81aa-601f5ba121fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.526923] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808587, 'name': CreateVM_Task, 'duration_secs': 0.529227} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.527115] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1871.527830] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.528015] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.528362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1871.528627] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287fe928-9cfc-4de4-90a9-f688d84f9cb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.533323] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1871.533323] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e916a7-d17d-7855-cc7b-b993ecd2dc26" [ 1871.533323] env[62633]: _type = "Task" [ 1871.533323] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.541548] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e916a7-d17d-7855-cc7b-b993ecd2dc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.644110] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.644404] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Processing image 31f9ede5-b368-4e24-aca9-48e3f2b281f3 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1871.644647] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3/31f9ede5-b368-4e24-aca9-48e3f2b281f3.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.644800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3/31f9ede5-b368-4e24-aca9-48e3f2b281f3.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.644980] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1871.645371] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-471aa4f6-7a2e-49b7-909c-201799e6e006 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.655768] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.655965] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.656713] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc6f614-9952-4e63-b9c4-add7b93eb013 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.664880] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1871.664880] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5211bf67-188c-3769-07cd-c2dc4eada0b7" [ 1871.664880] env[62633]: _type = "Task" [ 1871.664880] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.673212] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5211bf67-188c-3769-07cd-c2dc4eada0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.810798] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.857826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.860569] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.804s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.860683] env[62633]: DEBUG nova.objects.instance [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lazy-loading 'resources' on Instance uuid 5e93b1b6-e26d-4771-aeba-59949dc4734d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1871.888175] env[62633]: INFO nova.scheduler.client.report [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Deleted allocations for instance a24b1271-9773-4719-b12a-6e161213b834 [ 1871.917754] env[62633]: DEBUG nova.network.neutron [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1871.937077] env[62633]: DEBUG oslo_concurrency.lockutils [req-36b5c69a-9ecc-478c-b631-89dc3cbe884d req-5fb77b66-71ec-4860-8083-413923f86679 service nova] Releasing lock "refresh_cache-56591abe-81cb-4af8-97e0-f6015f794f26" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.044470] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e916a7-d17d-7855-cc7b-b993ecd2dc26, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.044672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.044959] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.045270] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.045691] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.045934] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.046306] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88bb00b2-595a-4ce1-8dba-2e981428c50d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.051740] env[62633]: DEBUG nova.network.neutron [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Updating instance_info_cache with network_info: [{"id": "5a411b46-9ca1-4c89-914d-79942b5bd3dc", "address": "fa:16:3e:ef:78:a4", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a411b46-9c", "ovs_interfaceid": "5a411b46-9ca1-4c89-914d-79942b5bd3dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.062881] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1872.063410] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1872.064823] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312720ff-e3d9-422e-ad8a-1912e9355338 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.073118] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1872.073118] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5255ce22-5193-7d6d-ee05-1de777736a81" [ 1872.073118] env[62633]: _type = "Task" [ 1872.073118] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.080927] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5255ce22-5193-7d6d-ee05-1de777736a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.176800] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1872.177194] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Fetch image to [datastore1] OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839/OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1872.177289] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Downloading stream optimized image 31f9ede5-b368-4e24-aca9-48e3f2b281f3 to [datastore1] OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839/OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839.vmdk on the data store datastore1 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1872.177499] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Downloading image file data 31f9ede5-b368-4e24-aca9-48e3f2b281f3 to the ESX as VM named 'OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1872.262136] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1872.262136] env[62633]: value = "resgroup-9" [ 1872.262136] env[62633]: _type = "ResourcePool" [ 1872.262136] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1872.262437] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9acaee8c-d28b-4b85-a5c4-94aa65fff4ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.277831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.278089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.278301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.278491] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.278665] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.280938] env[62633]: INFO nova.compute.manager [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Terminating instance [ 1872.282585] env[62633]: DEBUG nova.compute.manager [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1872.282785] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.283586] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b0e01e-6169-44f7-9eab-e58784cd78e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.287465] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lease: (returnval){ [ 1872.287465] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4c5cc-c378-850f-3719-f80f7b2ac3c6" [ 1872.287465] env[62633]: _type = "HttpNfcLease" [ 1872.287465] env[62633]: } obtained for vApp import into resource pool (val){ [ 1872.287465] env[62633]: value = "resgroup-9" [ 1872.287465] env[62633]: _type = "ResourcePool" [ 1872.287465] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1872.287699] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the lease: (returnval){ [ 1872.287699] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4c5cc-c378-850f-3719-f80f7b2ac3c6" [ 1872.287699] env[62633]: _type = "HttpNfcLease" [ 1872.287699] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1872.292918] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.293449] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-788edff0-429c-4aa0-9bdc-6edc32769ff0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.296215] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1872.296215] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4c5cc-c378-850f-3719-f80f7b2ac3c6" [ 1872.296215] env[62633]: _type = "HttpNfcLease" [ 1872.296215] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1872.299559] env[62633]: DEBUG oslo_vmware.api [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1872.299559] env[62633]: value = "task-1808591" [ 1872.299559] env[62633]: _type = "Task" [ 1872.299559] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.309243] env[62633]: DEBUG oslo_vmware.api [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.312197] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.397028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-527a0547-1d2b-4ee3-bcc6-08978b6e001e tempest-ServerShowV247Test-1902833965 tempest-ServerShowV247Test-1902833965-project-member] Lock "a24b1271-9773-4719-b12a-6e161213b834" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.215s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.555306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "refresh_cache-aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.555620] env[62633]: DEBUG nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Instance network_info: |[{"id": "5a411b46-9ca1-4c89-914d-79942b5bd3dc", "address": "fa:16:3e:ef:78:a4", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a411b46-9c", "ovs_interfaceid": "5a411b46-9ca1-4c89-914d-79942b5bd3dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1872.556261] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:78:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a411b46-9ca1-4c89-914d-79942b5bd3dc', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1872.565092] env[62633]: DEBUG oslo.service.loopingcall [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.565363] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1872.565700] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e57af742-09d0-4d09-aea6-b3b3cc857afd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.592318] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5255ce22-5193-7d6d-ee05-1de777736a81, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.594181] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1872.594181] env[62633]: value = "task-1808592" [ 1872.594181] env[62633]: _type = "Task" [ 1872.594181] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.596629] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff206a9-04e0-448a-8bd0-3182a5aafd8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.605985] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1872.605985] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6623a-80ae-a97d-a00d-8303b92b9623" [ 1872.605985] env[62633]: _type = "Task" [ 1872.605985] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.610205] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808592, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.622882] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6623a-80ae-a97d-a00d-8303b92b9623, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.645295] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c46393f-65e8-41f0-a23e-28a021666a68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.654500] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a672b1d-5968-4691-a011-2c019008bb1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.690030] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf141a1-282d-480d-bde3-7eb1bb547267 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.694735] env[62633]: DEBUG nova.compute.manager [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Received event network-vif-plugged-5a411b46-9ca1-4c89-914d-79942b5bd3dc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1872.694959] env[62633]: DEBUG oslo_concurrency.lockutils [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] Acquiring lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.695205] env[62633]: DEBUG oslo_concurrency.lockutils [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] Lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.695369] env[62633]: DEBUG oslo_concurrency.lockutils [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] Lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.695541] env[62633]: DEBUG nova.compute.manager [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] No waiting events found dispatching network-vif-plugged-5a411b46-9ca1-4c89-914d-79942b5bd3dc {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1872.695742] env[62633]: WARNING nova.compute.manager [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Received unexpected event network-vif-plugged-5a411b46-9ca1-4c89-914d-79942b5bd3dc for instance with vm_state building and task_state spawning. [ 1872.695916] env[62633]: DEBUG nova.compute.manager [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Received event network-changed-5a411b46-9ca1-4c89-914d-79942b5bd3dc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1872.696327] env[62633]: DEBUG nova.compute.manager [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Refreshing instance network info cache due to event network-changed-5a411b46-9ca1-4c89-914d-79942b5bd3dc. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1872.696327] env[62633]: DEBUG oslo_concurrency.lockutils [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] Acquiring lock "refresh_cache-aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.696429] env[62633]: DEBUG oslo_concurrency.lockutils [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] Acquired lock "refresh_cache-aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.696558] env[62633]: DEBUG nova.network.neutron [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Refreshing network info cache for port 5a411b46-9ca1-4c89-914d-79942b5bd3dc {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1872.703881] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652cb00c-3261-490f-801b-8b3a83bee509 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.719156] env[62633]: DEBUG nova.compute.provider_tree [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.765127] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.765392] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.796532] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1872.796532] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4c5cc-c378-850f-3719-f80f7b2ac3c6" [ 1872.796532] env[62633]: _type = "HttpNfcLease" [ 1872.796532] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1872.797122] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1872.797122] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4c5cc-c378-850f-3719-f80f7b2ac3c6" [ 1872.797122] env[62633]: _type = "HttpNfcLease" [ 1872.797122] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1872.797955] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826efaf4-3937-4996-b30a-57ff3fb3640c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.811307] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52152c2f-9cc3-f3da-24da-6589ef967549/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1872.811505] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52152c2f-9cc3-f3da-24da-6589ef967549/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1872.816804] env[62633]: DEBUG oslo_vmware.api [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.821014] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.882104] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c9c7cb3-f541-4fa7-b4d2-8b3c44db4e79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.114016] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808592, 'name': CreateVM_Task, 'duration_secs': 0.440417} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.119699] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1873.120135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.120372] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.120765] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.123039] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476494a5-f46d-4671-a243-5e8bbfeb7835 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.128375] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e6623a-80ae-a97d-a00d-8303b92b9623, 'name': SearchDatastore_Task, 'duration_secs': 0.017568} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.130661] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.130978] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a/8fa0efb0-b72a-4313-adcc-ceb0c497415a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1873.131327] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd12d21b-4258-455d-a461-bd06b0470882 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.134912] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1873.134912] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]528a7327-ffed-cf65-295f-eae8fbb8729b" [ 1873.134912] env[62633]: _type = "Task" [ 1873.134912] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.145155] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1873.145155] env[62633]: value = "task-1808593" [ 1873.145155] env[62633]: _type = "Task" [ 1873.145155] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.154303] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]528a7327-ffed-cf65-295f-eae8fbb8729b, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.154804] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.155061] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1873.155325] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.155500] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.155718] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1873.156020] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-846aafa2-0f91-45d8-a81e-d6312ae57473 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.163113] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.169810] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1873.170057] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1873.170951] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c685a4a-90ad-4fc1-ab40-b75f4622f4ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.177868] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1873.177868] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524d30fc-4e99-b82d-104a-876730192774" [ 1873.177868] env[62633]: _type = "Task" [ 1873.177868] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.187691] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524d30fc-4e99-b82d-104a-876730192774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.222270] env[62633]: DEBUG nova.scheduler.client.report [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1873.267899] env[62633]: DEBUG nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1873.318443] env[62633]: DEBUG oslo_vmware.api [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808591, 'name': PowerOffVM_Task, 'duration_secs': 0.74688} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.324028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.324362] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.325037] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808589, 'name': ReconfigVM_Task, 'duration_secs': 1.60762} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.325291] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b3ce85-9819-4071-bade-3364aba10628 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.327274] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7/31f986a1-2911-45ce-9e1e-2f78e888a9a7.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.328519] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0cfa74-bd46-42df-b0cc-298866925d90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.354448] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02488c8d-d4fb-4420-8e24-2b6c97798574 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.378152] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87734a55-3d47-4784-8161-a7bdfd51979c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.408748] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a1b3c-6887-4943-beb5-94d272cb9cfa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.415894] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1873.416155] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1873.416347] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleting the datastore file [datastore1] a734ee7b-96e9-4756-824e-2901fbffc4bf {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1873.417009] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aee5825e-e093-417f-af44-35adbe2f75e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.424431] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.425112] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6e7fa8f-10a9-4ecb-9012-299ec8a48bc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.430282] env[62633]: DEBUG oslo_vmware.api [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1873.430282] env[62633]: value = "task-1808595" [ 1873.430282] env[62633]: _type = "Task" [ 1873.430282] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.432033] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1873.432033] env[62633]: value = "task-1808596" [ 1873.432033] env[62633]: _type = "Task" [ 1873.432033] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.447168] env[62633]: DEBUG oslo_vmware.api [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.453581] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808596, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.502908] env[62633]: DEBUG nova.network.neutron [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Updated VIF entry in instance network info cache for port 5a411b46-9ca1-4c89-914d-79942b5bd3dc. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.502908] env[62633]: DEBUG nova.network.neutron [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Updating instance_info_cache with network_info: [{"id": "5a411b46-9ca1-4c89-914d-79942b5bd3dc", "address": "fa:16:3e:ef:78:a4", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a411b46-9c", "ovs_interfaceid": "5a411b46-9ca1-4c89-914d-79942b5bd3dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.660298] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504267} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.662195] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a/8fa0efb0-b72a-4313-adcc-ceb0c497415a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.662440] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.662738] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7f60354-dfd3-4bbf-aee5-76742d8ad46a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.669388] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1873.669388] env[62633]: value = "task-1808597" [ 1873.669388] env[62633]: _type = "Task" [ 1873.669388] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.680038] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.690211] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524d30fc-4e99-b82d-104a-876730192774, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.693029] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7905cd8b-8eb3-4391-89e3-830a6c2f497a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.698283] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1873.698283] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5213b2a4-e6de-181d-0e60-90f2e78fbb32" [ 1873.698283] env[62633]: _type = "Task" [ 1873.698283] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.709277] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5213b2a4-e6de-181d-0e60-90f2e78fbb32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.730181] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.733724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.535s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.734460] env[62633]: DEBUG nova.objects.instance [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lazy-loading 'pci_requests' on Instance uuid 54a284ae-9039-4553-80ae-90f2079ca09b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.761754] env[62633]: INFO nova.scheduler.client.report [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Deleted allocations for instance 5e93b1b6-e26d-4771-aeba-59949dc4734d [ 1873.793049] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.949697] env[62633]: DEBUG oslo_vmware.api [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359395} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.956617] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1873.956918] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1873.957130] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.957354] env[62633]: INFO nova.compute.manager [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1873.957634] env[62633]: DEBUG oslo.service.loopingcall [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.958329] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808596, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.958583] env[62633]: DEBUG nova.compute.manager [-] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1873.958672] env[62633]: DEBUG nova.network.neutron [-] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1874.007030] env[62633]: DEBUG oslo_concurrency.lockutils [req-d33f03a6-a7cb-4bf1-937a-26a647581005 req-0a7e0fcd-0d01-4ea9-a14b-a6dccd6808c6 service nova] Releasing lock "refresh_cache-aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.186895] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164839} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.187404] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1874.188349] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6172e7d8-b6fb-425d-928c-e5b9e749615d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.219643] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a/8fa0efb0-b72a-4313-adcc-ceb0c497415a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.228519] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868cb147-2262-4f3f-8e0c-f7b41844ddb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.245957] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1874.246244] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52152c2f-9cc3-f3da-24da-6589ef967549/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1874.248252] env[62633]: DEBUG nova.objects.instance [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lazy-loading 'numa_topology' on Instance uuid 54a284ae-9039-4553-80ae-90f2079ca09b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.250072] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e8613-9635-45b9-bdd3-8eacf3db6b66 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.264757] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5213b2a4-e6de-181d-0e60-90f2e78fbb32, 'name': SearchDatastore_Task, 'duration_secs': 0.014453} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.267677] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.267957] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] aaa99c23-8dfb-41bd-9c5f-1ba9c61def29/aaa99c23-8dfb-41bd-9c5f-1ba9c61def29.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1874.268321] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1874.268321] env[62633]: value = "task-1808598" [ 1874.268321] env[62633]: _type = "Task" [ 1874.268321] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.271361] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52152c2f-9cc3-f3da-24da-6589ef967549/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1874.271533] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52152c2f-9cc3-f3da-24da-6589ef967549/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1874.271995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-65f1258d-20e0-4bac-812c-9237a77a2120 tempest-ServerRescueTestJSON-1957075302 tempest-ServerRescueTestJSON-1957075302-project-member] Lock "5e93b1b6-e26d-4771-aeba-59949dc4734d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.388s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.272875] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdc204e2-ecf7-4fdb-8016-c5b79d196b09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.275294] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-de72aec1-5164-4d1c-b2f3-09f134e24ac7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.289387] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.291888] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1874.291888] env[62633]: value = "task-1808599" [ 1874.291888] env[62633]: _type = "Task" [ 1874.291888] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.455033] env[62633]: DEBUG oslo_vmware.api [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808596, 'name': PowerOnVM_Task, 'duration_secs': 0.55916} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.455033] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.473027] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52152c2f-9cc3-f3da-24da-6589ef967549/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1874.473027] env[62633]: INFO nova.virt.vmwareapi.images [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Downloaded image file data 31f9ede5-b368-4e24-aca9-48e3f2b281f3 [ 1874.473027] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa172ef-ca21-4634-8aa4-9f007fdb2da3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.493657] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0451244-8d05-4c4b-89e3-fda0613bb042 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.572790] env[62633]: INFO nova.virt.vmwareapi.images [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] The imported VM was unregistered [ 1874.574343] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1874.574652] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating directory with path [datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.575087] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13de5f7d-04e2-4376-a76c-08b2dead90dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.606933] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Created directory with path [datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.607223] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839/OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839.vmdk to [datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3/31f9ede5-b368-4e24-aca9-48e3f2b281f3.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1874.607583] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4154201b-6971-45ac-a329-db1bec7c7b42 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.615935] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1874.615935] env[62633]: value = "task-1808601" [ 1874.615935] env[62633]: _type = "Task" [ 1874.615935] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.624804] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808601, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.700114] env[62633]: DEBUG nova.compute.manager [req-c75cbb72-65e2-4032-b4c2-6af1cf180091 req-5945095d-f91a-49c8-a782-77d6e6394a2f service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Received event network-vif-deleted-b4ec9727-cd26-4067-8523-8887590202d8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1874.700159] env[62633]: INFO nova.compute.manager [req-c75cbb72-65e2-4032-b4c2-6af1cf180091 req-5945095d-f91a-49c8-a782-77d6e6394a2f service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Neutron deleted interface b4ec9727-cd26-4067-8523-8887590202d8; detaching it from the instance and deleting it from the info cache [ 1874.700373] env[62633]: DEBUG nova.network.neutron [req-c75cbb72-65e2-4032-b4c2-6af1cf180091 req-5945095d-f91a-49c8-a782-77d6e6394a2f service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.758728] env[62633]: INFO nova.compute.claims [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1874.760349] env[62633]: DEBUG nova.network.neutron [-] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.786391] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.802450] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808599, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.127655] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808601, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.203367] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbb565ab-b7e1-4e49-8a06-be624de0d82e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.213556] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f039a6-9339-45c4-9970-6c0fdb53526b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.248713] env[62633]: DEBUG nova.compute.manager [req-c75cbb72-65e2-4032-b4c2-6af1cf180091 req-5945095d-f91a-49c8-a782-77d6e6394a2f service nova] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Detach interface failed, port_id=b4ec9727-cd26-4067-8523-8887590202d8, reason: Instance a734ee7b-96e9-4756-824e-2901fbffc4bf could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1875.265054] env[62633]: INFO nova.compute.manager [-] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Took 1.31 seconds to deallocate network for instance. [ 1875.286157] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808598, 'name': ReconfigVM_Task, 'duration_secs': 0.559529} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.286516] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a/8fa0efb0-b72a-4313-adcc-ceb0c497415a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.288123] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'disk_bus': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_format': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'image_id': '106d7adf-ccb5-4a80-8c71-140066e9ac14'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': 'b8d71cc4-7e44-4730-9964-5fc38313c9ff', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'}, 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1875.288439] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1875.288573] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1875.289521] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d9d1f-e0af-4dc6-b1b3-757f0e34b476 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.315305] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8244c76-ac93-4ff5-8922-72c526e834b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.324030] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520772} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.325654] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] aaa99c23-8dfb-41bd-9c5f-1ba9c61def29/aaa99c23-8dfb-41bd-9c5f-1ba9c61def29.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1875.325939] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1875.326579] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f136b9d7-90de-4659-b949-9ae6eb39603a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.349902] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-fadda791-deb5-4280-9e66-ae829c714c56/volume-fadda791-deb5-4280-9e66-ae829c714c56.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.353928] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f279c2-095f-41ec-83fe-5a7d2fc0000b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.369684] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1875.369684] env[62633]: value = "task-1808602" [ 1875.369684] env[62633]: _type = "Task" [ 1875.369684] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.376504] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1875.376504] env[62633]: value = "task-1808603" [ 1875.376504] env[62633]: _type = "Task" [ 1875.376504] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.379835] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.390726] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.505010] env[62633]: INFO nova.compute.manager [None req-f14f9519-da11-41e1-adc9-69af33b254b9 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance to original state: 'active' [ 1875.627571] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808601, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.654171] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8135f704-2935-4759-b006-e7ad2fa89c12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.661442] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39483ad5-d7ea-4ce6-9ffa-57c636c25efe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.694828] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6333bdfa-65b4-4740-96a6-fa9521c4eb82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.704347] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234a372-6e4f-4d67-82ae-644bce98adcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.721683] env[62633]: DEBUG nova.compute.provider_tree [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.807943] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.881655] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355912} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.885942] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1875.886901] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88dbc70-2f93-4f34-811c-73a61a08138e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.914722] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] aaa99c23-8dfb-41bd-9c5f-1ba9c61def29/aaa99c23-8dfb-41bd-9c5f-1ba9c61def29.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.918510] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0b97e1-1c1d-48c0-8c5e-76212b6c8230 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.934222] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.941998] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1875.941998] env[62633]: value = "task-1808604" [ 1875.941998] env[62633]: _type = "Task" [ 1875.941998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.951458] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.130031] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808601, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.227030] env[62633]: DEBUG nova.scheduler.client.report [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1876.391917] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808603, 'name': ReconfigVM_Task, 'duration_secs': 0.660709} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.393104] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-fadda791-deb5-4280-9e66-ae829c714c56/volume-fadda791-deb5-4280-9e66-ae829c714c56.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.397425] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55eb13f-8514-4f33-b3a4-5bcfbb62e2fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.413029] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1876.413029] env[62633]: value = "task-1808605" [ 1876.413029] env[62633]: _type = "Task" [ 1876.413029] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.422363] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.453221] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.631035] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808601, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.732267] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.998s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.735138] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.761s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.735433] env[62633]: DEBUG nova.objects.instance [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lazy-loading 'resources' on Instance uuid 26ab3dda-f9e2-47ac-bf71-13170c345593 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.768866] env[62633]: INFO nova.network.neutron [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating port badbeda4-b77b-4e53-85ce-e51b2206e757 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1876.924879] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808605, 'name': ReconfigVM_Task, 'duration_secs': 0.245811} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.925160] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1876.925795] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ec1ee6-c181-442d-907b-05160d6e6132 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.933098] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1876.933098] env[62633]: value = "task-1808606" [ 1876.933098] env[62633]: _type = "Task" [ 1876.933098] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.942088] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808606, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.951853] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.131962] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808601, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.142264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.142649] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.142956] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.143240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.143497] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.146313] env[62633]: INFO nova.compute.manager [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Terminating instance [ 1877.149112] env[62633]: DEBUG nova.compute.manager [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1877.149468] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.149897] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae92b2c6-527d-4a1a-ba4a-a2da87125564 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.160028] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1877.160028] env[62633]: value = "task-1808607" [ 1877.160028] env[62633]: _type = "Task" [ 1877.160028] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.170391] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.444369] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808606, 'name': Rename_Task, 'duration_secs': 0.289662} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.447335] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.447599] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d038885-2557-4c15-b8b0-06e4ff7da65e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.453779] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808604, 'name': ReconfigVM_Task, 'duration_secs': 1.418641} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.457139] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Reconfigured VM instance instance-00000063 to attach disk [datastore1] aaa99c23-8dfb-41bd-9c5f-1ba9c61def29/aaa99c23-8dfb-41bd-9c5f-1ba9c61def29.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.457937] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1877.457937] env[62633]: value = "task-1808608" [ 1877.457937] env[62633]: _type = "Task" [ 1877.457937] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.458375] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-780c007d-623b-4df1-a69c-98ffaa286768 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.468852] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.471315] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6020b44-42dd-4d75-9765-3054b9c27646 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.473646] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1877.473646] env[62633]: value = "task-1808609" [ 1877.473646] env[62633]: _type = "Task" [ 1877.473646] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.479774] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c5779b-0604-4e33-8b58-08701db8e736 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.485642] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808609, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.513662] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdc1875-8606-4bcd-93a0-4733885505ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.521573] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24a82a-30b7-4f74-b8b8-20dfc5bb6d1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.535938] env[62633]: DEBUG nova.compute.provider_tree [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1877.631257] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808601, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.57542} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.631555] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839/OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839.vmdk to [datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3/31f9ede5-b368-4e24-aca9-48e3f2b281f3.vmdk. [ 1877.631749] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Cleaning up location [datastore1] OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1877.631932] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e3388b10-770b-4bc6-9363-ebcb0f368839 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.634672] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03484dcd-9276-4a7f-85c7-d3a3f01beb00 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.638740] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1877.638740] env[62633]: value = "task-1808610" [ 1877.638740] env[62633]: _type = "Task" [ 1877.638740] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.647230] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.669238] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808607, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.969318] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.982251] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808609, 'name': Rename_Task, 'duration_secs': 0.147338} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.982526] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.982740] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d12994c6-7586-4a5f-9ba3-5599ccdc7276 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.988107] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1877.988107] env[62633]: value = "task-1808611" [ 1877.988107] env[62633]: _type = "Task" [ 1877.988107] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.995423] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.056140] env[62633]: ERROR nova.scheduler.client.report [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] [req-b51877c4-7199-4e87-ae06-1dfc9e2cf69f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b51877c4-7199-4e87-ae06-1dfc9e2cf69f"}]} [ 1878.072756] env[62633]: DEBUG nova.scheduler.client.report [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1878.088684] env[62633]: DEBUG nova.scheduler.client.report [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1878.088958] env[62633]: DEBUG nova.compute.provider_tree [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1878.101081] env[62633]: DEBUG nova.scheduler.client.report [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1878.121377] env[62633]: DEBUG nova.scheduler.client.report [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1878.148593] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.148871] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.149163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3/31f9ede5-b368-4e24-aca9-48e3f2b281f3.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.149345] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3/31f9ede5-b368-4e24-aca9-48e3f2b281f3.vmdk to [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26/56591abe-81cb-4af8-97e0-f6015f794f26.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1878.149668] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84ed0e30-3e47-4ebc-9e83-712edca66bca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.158770] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1878.158770] env[62633]: value = "task-1808612" [ 1878.158770] env[62633]: _type = "Task" [ 1878.158770] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.175360] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.180299] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808607, 'name': PowerOffVM_Task, 'duration_secs': 0.609024} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.180299] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.182469] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1878.182715] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374823', 'volume_id': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'name': 'volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '31f986a1-2911-45ce-9e1e-2f78e888a9a7', 'attached_at': '2024-12-12T10:18:14.000000', 'detached_at': '', 'volume_id': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'serial': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1878.183534] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c67e2-42af-4199-8cda-fcc9780d48f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.212372] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61673e1-97dd-4c58-a0a8-522aa670bafb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.219772] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27956c6c-7d99-4f75-8f9e-fcffcee4bdc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.243661] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c945ad-2b72-44f0-ab75-2fc17b9a5e47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.261237] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] The volume has not been displaced from its original location: [datastore1] volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c/volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1878.266672] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1878.269667] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbbb85fd-43c4-4084-88f6-97bab3acd34a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.288795] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1878.288795] env[62633]: value = "task-1808613" [ 1878.288795] env[62633]: _type = "Task" [ 1878.288795] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.299446] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.311093] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.311417] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.311622] env[62633]: DEBUG nova.network.neutron [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.335171] env[62633]: DEBUG nova.compute.manager [req-c15c3497-22e7-4ba5-b92d-d7a26ee30414 req-8ac4642e-d1e9-45d3-8fa9-112cc8bbc5e2 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received event network-vif-plugged-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1878.335655] env[62633]: DEBUG oslo_concurrency.lockutils [req-c15c3497-22e7-4ba5-b92d-d7a26ee30414 req-8ac4642e-d1e9-45d3-8fa9-112cc8bbc5e2 service nova] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.335990] env[62633]: DEBUG oslo_concurrency.lockutils [req-c15c3497-22e7-4ba5-b92d-d7a26ee30414 req-8ac4642e-d1e9-45d3-8fa9-112cc8bbc5e2 service nova] Lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.336193] env[62633]: DEBUG oslo_concurrency.lockutils [req-c15c3497-22e7-4ba5-b92d-d7a26ee30414 req-8ac4642e-d1e9-45d3-8fa9-112cc8bbc5e2 service nova] Lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.336406] env[62633]: DEBUG nova.compute.manager [req-c15c3497-22e7-4ba5-b92d-d7a26ee30414 req-8ac4642e-d1e9-45d3-8fa9-112cc8bbc5e2 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] No waiting events found dispatching network-vif-plugged-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1878.336664] env[62633]: WARNING nova.compute.manager [req-c15c3497-22e7-4ba5-b92d-d7a26ee30414 req-8ac4642e-d1e9-45d3-8fa9-112cc8bbc5e2 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received unexpected event network-vif-plugged-badbeda4-b77b-4e53-85ce-e51b2206e757 for instance with vm_state shelved_offloaded and task_state spawning. [ 1878.471697] env[62633]: DEBUG oslo_vmware.api [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808608, 'name': PowerOnVM_Task, 'duration_secs': 0.867933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.473147] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1878.473462] env[62633]: DEBUG nova.compute.manager [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1878.474349] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823919e0-f167-4b89-b9d6-87eb8ead63b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.477864] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1436cb9b-0b4b-4f7d-9529-27651ce3d46d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.491600] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c05d6-d936-4728-a9eb-8d490cee16a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.506056] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.531643] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67611778-5384-460a-8423-a4550a459a6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.540647] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf5855-77de-41b5-bf18-f1af7a314373 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.557604] env[62633]: DEBUG nova.compute.provider_tree [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1878.669358] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808612, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.800119] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808613, 'name': ReconfigVM_Task, 'duration_secs': 0.333638} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.800119] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1878.804404] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1059732b-2fb1-4574-a4d5-6f0ec0a36cc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.822996] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1878.822996] env[62633]: value = "task-1808614" [ 1878.822996] env[62633]: _type = "Task" [ 1878.822996] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.832429] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.010346] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.016168] env[62633]: DEBUG oslo_vmware.api [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808611, 'name': PowerOnVM_Task, 'duration_secs': 0.989397} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.016486] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.016721] env[62633]: INFO nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1879.016968] env[62633]: DEBUG nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1879.017991] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f35d90a-7a9e-4f89-a253-cfee3002e644 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.046801] env[62633]: DEBUG nova.network.neutron [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [{"id": "badbeda4-b77b-4e53-85ce-e51b2206e757", "address": "fa:16:3e:cf:a5:3f", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadbeda4-b7", "ovs_interfaceid": "badbeda4-b77b-4e53-85ce-e51b2206e757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.097784] env[62633]: DEBUG nova.scheduler.client.report [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1879.098132] env[62633]: DEBUG nova.compute.provider_tree [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 141 to 142 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1879.098336] env[62633]: DEBUG nova.compute.provider_tree [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1879.170768] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808612, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.333811] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808614, 'name': ReconfigVM_Task, 'duration_secs': 0.239188} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.334310] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374823', 'volume_id': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'name': 'volume-59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '31f986a1-2911-45ce-9e1e-2f78e888a9a7', 'attached_at': '2024-12-12T10:18:14.000000', 'detached_at': '', 'volume_id': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c', 'serial': '59a9928a-35f6-4cad-bf9e-ac5fc85ac21c'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1879.334488] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1879.335328] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60b6828-3681-4dbc-9c78-94ecff79a4a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.342839] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1879.343158] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35e98d23-79a7-4324-874d-d5cabae7ba36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.461581] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1879.461839] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1879.462045] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleting the datastore file [datastore1] 31f986a1-2911-45ce-9e1e-2f78e888a9a7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1879.462331] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ad4f91-490a-4c7d-b061-0e87d7b579ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.468894] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1879.468894] env[62633]: value = "task-1808616" [ 1879.468894] env[62633]: _type = "Task" [ 1879.468894] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.477201] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.539703] env[62633]: INFO nova.compute.manager [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Took 33.09 seconds to build instance. [ 1879.550475] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.580419] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fc14636258d33c303d99250a77c677e7',container_format='bare',created_at=2024-12-12T10:17:13Z,direct_url=,disk_format='vmdk',id=21550333-3eeb-47f4-8c04-30027a8b700f,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-810440663-shelved',owner='7f3adc5d731c41a4bf3ca67ee3e4dd0b',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-12T10:17:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1879.580716] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1879.580885] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.581085] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1879.581246] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.581401] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1879.581635] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1879.581799] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1879.581977] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1879.582183] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1879.582371] env[62633]: DEBUG nova.virt.hardware [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1879.583324] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107dc480-10a6-4ce7-925b-f7368b6b732c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.591684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1c073a-5287-47ce-8f56-6e8d1ae93bc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.606592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.871s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.608995] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:a5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'badbeda4-b77b-4e53-85ce-e51b2206e757', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1879.616798] env[62633]: DEBUG oslo.service.loopingcall [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.617589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.575s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.617848] env[62633]: DEBUG nova.objects.instance [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lazy-loading 'resources' on Instance uuid cf8aca8b-d48b-4221-9eaa-7f7b73b0a842 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.620712] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1879.620712] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef98ddf-1322-4a46-a70a-630226279ea7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.647574] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1879.647574] env[62633]: value = "task-1808617" [ 1879.647574] env[62633]: _type = "Task" [ 1879.647574] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.654464] env[62633]: INFO nova.scheduler.client.report [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleted allocations for instance 26ab3dda-f9e2-47ac-bf71-13170c345593 [ 1879.659632] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808617, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.672245] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808612, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.979385] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.041899] env[62633]: DEBUG oslo_concurrency.lockutils [None req-101c68f3-7d26-472c-98f5-aab9d83f8935 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.601s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.158556] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808617, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.169024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-293aa158-a069-4af7-b250-b3028583514c tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "26ab3dda-f9e2-47ac-bf71-13170c345593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.377s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.175625] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808612, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.365500] env[62633]: DEBUG nova.compute.manager [req-cdf1929e-d523-46df-8ad1-6bec56cf9b8c req-5d9a8c0c-c759-45bf-9e60-9326b6893ecc service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received event network-changed-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1880.365831] env[62633]: DEBUG nova.compute.manager [req-cdf1929e-d523-46df-8ad1-6bec56cf9b8c req-5d9a8c0c-c759-45bf-9e60-9326b6893ecc service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Refreshing instance network info cache due to event network-changed-badbeda4-b77b-4e53-85ce-e51b2206e757. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1880.366109] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdf1929e-d523-46df-8ad1-6bec56cf9b8c req-5d9a8c0c-c759-45bf-9e60-9326b6893ecc service nova] Acquiring lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.366271] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdf1929e-d523-46df-8ad1-6bec56cf9b8c req-5d9a8c0c-c759-45bf-9e60-9326b6893ecc service nova] Acquired lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.366438] env[62633]: DEBUG nova.network.neutron [req-cdf1929e-d523-46df-8ad1-6bec56cf9b8c req-5d9a8c0c-c759-45bf-9e60-9326b6893ecc service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Refreshing network info cache for port badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.386859] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739cdf21-dd1b-41ba-a8d9-798d4aa14c3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.396171] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76114ca-b93b-4b98-b442-cb62e85e0002 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.431589] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.431960] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.432233] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.432436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.432617] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.434974] env[62633]: INFO nova.compute.manager [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Terminating instance [ 1880.437310] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc08fd1-55d1-4918-ab92-b046377abc3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.440698] env[62633]: DEBUG nova.compute.manager [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1880.440900] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1880.441799] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89171c2f-fe1c-4d6b-a946-bc97600fcdf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.452218] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca11b50-24a7-409a-8d7a-3ed0820d8ec1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.456299] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.456575] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f8d9e04-0ea4-4836-9a18-7e432e670f1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.469536] env[62633]: DEBUG nova.compute.provider_tree [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.472560] env[62633]: DEBUG oslo_vmware.api [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1880.472560] env[62633]: value = "task-1808618" [ 1880.472560] env[62633]: _type = "Task" [ 1880.472560] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.489229] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.489595] env[62633]: DEBUG oslo_vmware.api [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.658293] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808617, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.675099] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808612, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.350777} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.675437] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/31f9ede5-b368-4e24-aca9-48e3f2b281f3/31f9ede5-b368-4e24-aca9-48e3f2b281f3.vmdk to [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26/56591abe-81cb-4af8-97e0-f6015f794f26.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.676345] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7052f3ac-3f43-4390-8826-3b7114ec2dc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.700764] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26/56591abe-81cb-4af8-97e0-f6015f794f26.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.701142] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb7c073-4739-4512-a833-28215f4b73a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.720597] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1880.720597] env[62633]: value = "task-1808619" [ 1880.720597] env[62633]: _type = "Task" [ 1880.720597] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.730096] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.975698] env[62633]: DEBUG nova.scheduler.client.report [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1880.992925] env[62633]: DEBUG oslo_vmware.api [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.164496} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.996482] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.996696] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.996882] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1880.997078] env[62633]: INFO nova.compute.manager [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Took 3.85 seconds to destroy the instance on the hypervisor. [ 1880.997334] env[62633]: DEBUG oslo.service.loopingcall [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.997841] env[62633]: DEBUG oslo_vmware.api [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808618, 'name': PowerOffVM_Task, 'duration_secs': 0.231929} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.998066] env[62633]: DEBUG nova.compute.manager [-] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1880.998164] env[62633]: DEBUG nova.network.neutron [-] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1880.999850] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.000941] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1881.000941] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14a0c0da-9ab8-462f-912b-f9037afb22e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.136614] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.136868] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.137070] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleting the datastore file [datastore1] aaa99c23-8dfb-41bd-9c5f-1ba9c61def29 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.137337] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71bdc79b-37ee-4af8-a6f8-2c42f5687257 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.144328] env[62633]: DEBUG oslo_vmware.api [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1881.144328] env[62633]: value = "task-1808621" [ 1881.144328] env[62633]: _type = "Task" [ 1881.144328] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.148725] env[62633]: DEBUG nova.network.neutron [req-cdf1929e-d523-46df-8ad1-6bec56cf9b8c req-5d9a8c0c-c759-45bf-9e60-9326b6893ecc service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updated VIF entry in instance network info cache for port badbeda4-b77b-4e53-85ce-e51b2206e757. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.149084] env[62633]: DEBUG nova.network.neutron [req-cdf1929e-d523-46df-8ad1-6bec56cf9b8c req-5d9a8c0c-c759-45bf-9e60-9326b6893ecc service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [{"id": "badbeda4-b77b-4e53-85ce-e51b2206e757", "address": "fa:16:3e:cf:a5:3f", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadbeda4-b7", "ovs_interfaceid": "badbeda4-b77b-4e53-85ce-e51b2206e757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.157084] env[62633]: DEBUG oslo_vmware.api [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.163032] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808617, 'name': CreateVM_Task, 'duration_secs': 1.170135} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.163138] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.163690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.163859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.164252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.164513] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629736a1-0126-494a-a054-9d181f0e4c96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.169176] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1881.169176] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c55fcb-8c72-63b5-afe0-4411a5188a1d" [ 1881.169176] env[62633]: _type = "Task" [ 1881.169176] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.180963] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c55fcb-8c72-63b5-afe0-4411a5188a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.231697] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808619, 'name': ReconfigVM_Task, 'duration_secs': 0.286035} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.232126] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26/56591abe-81cb-4af8-97e0-f6015f794f26.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.233222] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'disk_bus': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_format': None, 'encryption_options': None, 'device_type': 'disk', 'boot_index': 0, 'image_id': '106d7adf-ccb5-4a80-8c71-140066e9ac14'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '14b5296d-efff-4043-b897-bb3c10a3cf50', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374846', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'name': 'volume-85976946-9e15-4086-bf5c-e29a969979a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '56591abe-81cb-4af8-97e0-f6015f794f26', 'attached_at': '', 'detached_at': '', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'serial': '85976946-9e15-4086-bf5c-e29a969979a4'}, 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1881.233423] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1881.233617] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374846', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'name': 'volume-85976946-9e15-4086-bf5c-e29a969979a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '56591abe-81cb-4af8-97e0-f6015f794f26', 'attached_at': '', 'detached_at': '', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'serial': '85976946-9e15-4086-bf5c-e29a969979a4'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1881.234832] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b59e98-3f6f-4bad-b71a-2b160cd4ef30 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.252036] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ba8593-0ac3-4b86-9ec3-bca25cdb9f97 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.277183] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-85976946-9e15-4086-bf5c-e29a969979a4/volume-85976946-9e15-4086-bf5c-e29a969979a4.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.277554] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4022e81f-aa44-4be3-8d64-621df31f7eb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.298074] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1881.298074] env[62633]: value = "task-1808622" [ 1881.298074] env[62633]: _type = "Task" [ 1881.298074] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.310771] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.484615] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.487347] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.741s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.489997] env[62633]: INFO nova.compute.claims [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.506765] env[62633]: INFO nova.scheduler.client.report [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Deleted allocations for instance cf8aca8b-d48b-4221-9eaa-7f7b73b0a842 [ 1881.655035] env[62633]: DEBUG oslo_concurrency.lockutils [req-cdf1929e-d523-46df-8ad1-6bec56cf9b8c req-5d9a8c0c-c759-45bf-9e60-9326b6893ecc service nova] Releasing lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.655440] env[62633]: DEBUG oslo_vmware.api [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404897} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.655685] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.656084] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.656084] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.656348] env[62633]: INFO nova.compute.manager [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1881.656594] env[62633]: DEBUG oslo.service.loopingcall [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.656800] env[62633]: DEBUG nova.compute.manager [-] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1881.656891] env[62633]: DEBUG nova.network.neutron [-] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1881.683886] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.684177] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Processing image 21550333-3eeb-47f4-8c04-30027a8b700f {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1881.684427] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f/21550333-3eeb-47f4-8c04-30027a8b700f.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.684582] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f/21550333-3eeb-47f4-8c04-30027a8b700f.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.684768] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1881.685037] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f86694c-0943-4d66-bf80-58aa7edd0a3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.693353] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1881.693542] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1881.694427] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d8ebc4-cbfa-4e70-a171-e4509caabdda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.699374] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1881.699374] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524b20da-fa4f-7061-635c-eb97f658f3df" [ 1881.699374] env[62633]: _type = "Task" [ 1881.699374] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.706868] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524b20da-fa4f-7061-635c-eb97f658f3df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.808246] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.016757] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5645b74f-6ac3-4b22-911b-7a248bb07d70 tempest-MultipleCreateTestJSON-286288679 tempest-MultipleCreateTestJSON-286288679-project-member] Lock "cf8aca8b-d48b-4221-9eaa-7f7b73b0a842" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.093s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.081446] env[62633]: DEBUG nova.network.neutron [-] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.211770] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1882.212173] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Fetch image to [datastore1] OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8/OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1882.212436] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Downloading stream optimized image 21550333-3eeb-47f4-8c04-30027a8b700f to [datastore1] OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8/OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8.vmdk on the data store datastore1 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1882.212649] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Downloading image file data 21550333-3eeb-47f4-8c04-30027a8b700f to the ESX as VM named 'OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1882.300858] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1882.300858] env[62633]: value = "resgroup-9" [ 1882.300858] env[62633]: _type = "ResourcePool" [ 1882.300858] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1882.301291] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-49190e59-2620-4a89-9ca7-7e5887961fa2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.326180] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808622, 'name': ReconfigVM_Task, 'duration_secs': 0.526569} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.327820] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-85976946-9e15-4086-bf5c-e29a969979a4/volume-85976946-9e15-4086-bf5c-e29a969979a4.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.332901] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lease: (returnval){ [ 1882.332901] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52445cae-7eef-8f64-1369-079d57a7008c" [ 1882.332901] env[62633]: _type = "HttpNfcLease" [ 1882.332901] env[62633]: } obtained for vApp import into resource pool (val){ [ 1882.332901] env[62633]: value = "resgroup-9" [ 1882.332901] env[62633]: _type = "ResourcePool" [ 1882.332901] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1882.333341] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the lease: (returnval){ [ 1882.333341] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52445cae-7eef-8f64-1369-079d57a7008c" [ 1882.333341] env[62633]: _type = "HttpNfcLease" [ 1882.333341] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1882.333467] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b3256d-93a5-49a2-acc2-64e6172ace69 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.350020] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1882.350020] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52445cae-7eef-8f64-1369-079d57a7008c" [ 1882.350020] env[62633]: _type = "HttpNfcLease" [ 1882.350020] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1882.353110] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1882.353110] env[62633]: value = "task-1808624" [ 1882.353110] env[62633]: _type = "Task" [ 1882.353110] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.362154] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.399942] env[62633]: DEBUG nova.compute.manager [req-7505dbbe-0ebe-4781-9cf7-fb0b93331ade req-2d6c6d91-92db-49c2-8be4-21dbcdf44eac service nova] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Received event network-vif-deleted-157ba004-1650-4e59-bbf7-c11d5de96f17 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1882.400424] env[62633]: DEBUG nova.compute.manager [req-7505dbbe-0ebe-4781-9cf7-fb0b93331ade req-2d6c6d91-92db-49c2-8be4-21dbcdf44eac service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Received event network-vif-deleted-5a411b46-9ca1-4c89-914d-79942b5bd3dc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1882.400678] env[62633]: INFO nova.compute.manager [req-7505dbbe-0ebe-4781-9cf7-fb0b93331ade req-2d6c6d91-92db-49c2-8be4-21dbcdf44eac service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Neutron deleted interface 5a411b46-9ca1-4c89-914d-79942b5bd3dc; detaching it from the instance and deleting it from the info cache [ 1882.400933] env[62633]: DEBUG nova.network.neutron [req-7505dbbe-0ebe-4781-9cf7-fb0b93331ade req-2d6c6d91-92db-49c2-8be4-21dbcdf44eac service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.411845] env[62633]: DEBUG nova.network.neutron [-] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.586522] env[62633]: INFO nova.compute.manager [-] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Took 1.59 seconds to deallocate network for instance. [ 1882.768705] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a92f5f-fc38-4fef-80df-632e5b3848cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.776834] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921f4fc1-2fe2-48d3-93c9-a1d6c2550a9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.809037] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db9f3a-7d48-4a3f-984a-57e94d8048f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.816441] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95450f7-4b40-4383-b739-5e661b17bb39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.829387] env[62633]: DEBUG nova.compute.provider_tree [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.850208] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1882.850208] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52445cae-7eef-8f64-1369-079d57a7008c" [ 1882.850208] env[62633]: _type = "HttpNfcLease" [ 1882.850208] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1882.850492] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1882.850492] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52445cae-7eef-8f64-1369-079d57a7008c" [ 1882.850492] env[62633]: _type = "HttpNfcLease" [ 1882.850492] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1882.851198] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe3e726-d6d4-4968-bd70-78a5fd15cfee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.861371] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ef927-025f-24c0-1b5b-f287117cb437/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1882.861568] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ef927-025f-24c0-1b5b-f287117cb437/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1882.865428] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808624, 'name': ReconfigVM_Task, 'duration_secs': 0.189103} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.866425] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374846', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'name': 'volume-85976946-9e15-4086-bf5c-e29a969979a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '56591abe-81cb-4af8-97e0-f6015f794f26', 'attached_at': '', 'detached_at': '', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'serial': '85976946-9e15-4086-bf5c-e29a969979a4'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1882.920083] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5393c1f-cd35-47be-b64b-f23004ee69c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.922747] env[62633]: INFO nova.compute.manager [-] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Took 1.27 seconds to deallocate network for instance. [ 1882.924535] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94de00b1-9cff-4ad7-a587-699fe98d1b50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.935214] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a0d1ce8-9c9c-4167-ad36-8c6574b28e70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.939472] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1882.939472] env[62633]: value = "task-1808625" [ 1882.939472] env[62633]: _type = "Task" [ 1882.939472] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.948151] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e96cbd0-d72f-4eec-b27a-0509275ffba9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.966421] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808625, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.983339] env[62633]: DEBUG nova.compute.manager [req-7505dbbe-0ebe-4781-9cf7-fb0b93331ade req-2d6c6d91-92db-49c2-8be4-21dbcdf44eac service nova] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Detach interface failed, port_id=5a411b46-9ca1-4c89-914d-79942b5bd3dc, reason: Instance aaa99c23-8dfb-41bd-9c5f-1ba9c61def29 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1883.139043] env[62633]: INFO nova.compute.manager [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Took 0.55 seconds to detach 1 volumes for instance. [ 1883.333894] env[62633]: DEBUG nova.scheduler.client.report [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1883.441112] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.450504] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808625, 'name': Rename_Task, 'duration_secs': 0.157761} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.450817] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1883.451075] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb04aec2-650e-4922-8160-2d70a7cabb74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.457046] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1883.457046] env[62633]: value = "task-1808626" [ 1883.457046] env[62633]: _type = "Task" [ 1883.457046] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.464751] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.636134] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.645574] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.839881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.840456] env[62633]: DEBUG nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1883.845799] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.105s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.847604] env[62633]: INFO nova.compute.claims [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1883.969292] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.353302] env[62633]: DEBUG nova.compute.utils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.356742] env[62633]: DEBUG nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1884.356742] env[62633]: DEBUG nova.network.neutron [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.406144] env[62633]: DEBUG nova.policy [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1884.469733] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.680564] env[62633]: DEBUG nova.network.neutron [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Successfully created port: b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1884.857292] env[62633]: DEBUG nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1884.969517] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.096469] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a979ac4-c2da-48fe-bd17-9ccb99e54ca5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.104699] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c90c73-8593-4811-b36d-e522e2a78a38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.139032] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c9d802-80f9-4460-808f-a31b7aca1394 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.145845] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ac6362-59b6-4a9c-88fd-dc1969875c4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.160014] env[62633]: DEBUG nova.compute.provider_tree [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.465878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.466163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.473376] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808626, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.632438] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.636066] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1885.665340] env[62633]: DEBUG nova.scheduler.client.report [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1885.875635] env[62633]: DEBUG nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1885.903718] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1885.904099] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1885.904350] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.904677] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1885.904923] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.905193] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1885.905508] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1885.905750] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1885.906091] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1885.906364] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1885.906635] env[62633]: DEBUG nova.virt.hardware [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1885.907704] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755b4cd1-95a8-4ae9-ad56-230bfc52fb0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.916632] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98fa039-48ee-4d06-8fde-c42217606c78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.971648] env[62633]: DEBUG nova.compute.utils [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1885.973051] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808626, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.086134] env[62633]: DEBUG nova.compute.manager [req-fca584cb-4281-4999-a864-d31a7acec269 req-a213f661-8e4b-4f6c-8a29-2b0c5444b3ff service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received event network-vif-plugged-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1886.086333] env[62633]: DEBUG oslo_concurrency.lockutils [req-fca584cb-4281-4999-a864-d31a7acec269 req-a213f661-8e4b-4f6c-8a29-2b0c5444b3ff service nova] Acquiring lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.086549] env[62633]: DEBUG oslo_concurrency.lockutils [req-fca584cb-4281-4999-a864-d31a7acec269 req-a213f661-8e4b-4f6c-8a29-2b0c5444b3ff service nova] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.086723] env[62633]: DEBUG oslo_concurrency.lockutils [req-fca584cb-4281-4999-a864-d31a7acec269 req-a213f661-8e4b-4f6c-8a29-2b0c5444b3ff service nova] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.086896] env[62633]: DEBUG nova.compute.manager [req-fca584cb-4281-4999-a864-d31a7acec269 req-a213f661-8e4b-4f6c-8a29-2b0c5444b3ff service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] No waiting events found dispatching network-vif-plugged-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1886.087075] env[62633]: WARNING nova.compute.manager [req-fca584cb-4281-4999-a864-d31a7acec269 req-a213f661-8e4b-4f6c-8a29-2b0c5444b3ff service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received unexpected event network-vif-plugged-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f for instance with vm_state building and task_state spawning. [ 1886.174354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.175026] env[62633]: DEBUG nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1886.177583] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.975s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.177877] env[62633]: DEBUG nova.objects.instance [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'resources' on Instance uuid 8559546e-7000-4645-b0c5-0fd4711809ac {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.184234] env[62633]: DEBUG nova.network.neutron [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Successfully updated port: b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1886.472371] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808626, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.474095] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.636625] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.681397] env[62633]: DEBUG nova.compute.utils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1886.686122] env[62633]: DEBUG nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1886.686322] env[62633]: DEBUG nova.network.neutron [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1886.688717] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.688871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.689169] env[62633]: DEBUG nova.network.neutron [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.737060] env[62633]: DEBUG nova.policy [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bda6ee9330a4b02900a143aa5538f7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ca36b59c6a472fb71ba7c5d5c92777', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1886.965122] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f1f0f-2e8a-41a6-aace-1ea7242513f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.986222] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d77d3a-92be-4c88-812c-b1c1b54a6671 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.989889] env[62633]: DEBUG oslo_vmware.api [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808626, 'name': PowerOnVM_Task, 'duration_secs': 3.296837} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.991855] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1887.026282] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e598c-7ce9-4706-8cf5-4fd952409e47 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.039013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ec68e-12ad-4c14-908c-da8e06fab8ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.045588] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1887.045820] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ef927-025f-24c0-1b5b-f287117cb437/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1887.046725] env[62633]: DEBUG nova.network.neutron [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Successfully created port: 4c7707e4-3268-49b7-ad5a-26ff1afb0685 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.049209] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83db010f-ba91-43a5-8bd6-af445758e25c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.066466] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ef927-025f-24c0-1b5b-f287117cb437/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1887.066466] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ef927-025f-24c0-1b5b-f287117cb437/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1887.067028] env[62633]: DEBUG nova.compute.provider_tree [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1887.072021] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ec94ef52-833b-4e14-b08d-d330d2e4b05b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.140230] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.141420] env[62633]: DEBUG nova.compute.manager [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1887.142860] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd76d8-0e44-48dc-b9b3-41a0253e7f83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.187022] env[62633]: DEBUG nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1887.241249] env[62633]: DEBUG nova.network.neutron [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1887.260146] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ef927-025f-24c0-1b5b-f287117cb437/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1887.260428] env[62633]: INFO nova.virt.vmwareapi.images [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Downloaded image file data 21550333-3eeb-47f4-8c04-30027a8b700f [ 1887.261350] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ceb948-37f4-4d75-878d-0521ba2e95fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.278882] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ede94e4-a5d1-4597-ba74-788e429b8795 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.304399] env[62633]: INFO nova.virt.vmwareapi.images [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] The imported VM was unregistered [ 1887.306735] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1887.306970] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Creating directory with path [datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.307263] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce6c77c-1415-4184-9c0a-80fa7d28dd1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.326269] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Created directory with path [datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.326495] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8/OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8.vmdk to [datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f/21550333-3eeb-47f4-8c04-30027a8b700f.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1887.326769] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-47489b4a-aead-4d1f-825e-65ac94e963f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.333288] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1887.333288] env[62633]: value = "task-1808628" [ 1887.333288] env[62633]: _type = "Task" [ 1887.333288] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.341614] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808628, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.442215] env[62633]: DEBUG nova.network.neutron [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.576420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.576669] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.576897] env[62633]: INFO nova.compute.manager [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Attaching volume 5feed680-9645-48e0-a305-4b3234bf84c9 to /dev/sdb [ 1887.605110] env[62633]: DEBUG nova.scheduler.client.report [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1887.605425] env[62633]: DEBUG nova.compute.provider_tree [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 142 to 143 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1887.605616] env[62633]: DEBUG nova.compute.provider_tree [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1887.615917] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a2b26b-e09b-4651-abf0-073d358f2a16 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.623384] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ffe38-5513-4b6f-aa8a-7f7e0439089e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.636901] env[62633]: DEBUG nova.virt.block_device [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Updating existing volume attachment record: 1d95afbb-6b7b-4522-bb17-2d32d47be9bf {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1887.660521] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e88ed349-1ae2-4b6b-bcad-52590ac69ecb tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 54.579s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.661306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 62.215s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.661612] env[62633]: INFO nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1887.661811] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.845940] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808628, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.945793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.945941] env[62633]: DEBUG nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Instance network_info: |[{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1887.947958] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:ab:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1887.954078] env[62633]: DEBUG oslo.service.loopingcall [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.954867] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1887.954867] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ba6969-d30a-4cfb-9e78-95fe2c44a6ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.973814] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1887.973814] env[62633]: value = "task-1808631" [ 1887.973814] env[62633]: _type = "Task" [ 1887.973814] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.981212] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.110976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.113831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.321s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.116025] env[62633]: INFO nova.compute.claims [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.132099] env[62633]: DEBUG nova.compute.manager [req-3f3c3de3-413b-445e-88e2-3f0bd708c0dc req-38a5567a-433a-48e2-a2f2-5385c9970351 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received event network-changed-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1888.132099] env[62633]: DEBUG nova.compute.manager [req-3f3c3de3-413b-445e-88e2-3f0bd708c0dc req-38a5567a-433a-48e2-a2f2-5385c9970351 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing instance network info cache due to event network-changed-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1888.132369] env[62633]: DEBUG oslo_concurrency.lockutils [req-3f3c3de3-413b-445e-88e2-3f0bd708c0dc req-38a5567a-433a-48e2-a2f2-5385c9970351 service nova] Acquiring lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.132369] env[62633]: DEBUG oslo_concurrency.lockutils [req-3f3c3de3-413b-445e-88e2-3f0bd708c0dc req-38a5567a-433a-48e2-a2f2-5385c9970351 service nova] Acquired lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.132913] env[62633]: DEBUG nova.network.neutron [req-3f3c3de3-413b-445e-88e2-3f0bd708c0dc req-38a5567a-433a-48e2-a2f2-5385c9970351 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing network info cache for port b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.196231] env[62633]: DEBUG nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1888.229908] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1888.230297] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1888.230491] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.231091] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1888.231091] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.231091] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1888.231275] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1888.231455] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1888.231943] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1888.231943] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1888.232122] env[62633]: DEBUG nova.virt.hardware [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1888.233394] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fca0d97-41e8-4836-8fa7-059d12dafe77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.242632] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2e559e-29f9-4f1c-ba49-12060d723a58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.270883] env[62633]: INFO nova.scheduler.client.report [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted allocations for instance 8559546e-7000-4645-b0c5-0fd4711809ac [ 1888.344258] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808628, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.484640] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.784230] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0bc52701-f32e-4115-b590-c7d908e50b6e tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "8559546e-7000-4645-b0c5-0fd4711809ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.864s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.845242] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808628, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.866517] env[62633]: DEBUG nova.network.neutron [req-3f3c3de3-413b-445e-88e2-3f0bd708c0dc req-38a5567a-433a-48e2-a2f2-5385c9970351 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updated VIF entry in instance network info cache for port b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.866964] env[62633]: DEBUG nova.network.neutron [req-3f3c3de3-413b-445e-88e2-3f0bd708c0dc req-38a5567a-433a-48e2-a2f2-5385c9970351 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.986676] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.343697] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808628, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.359471] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a741b4-7f21-4f96-bcca-e67ab77fc70e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.367347] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e428c6a-8205-4b11-99dd-7574818de094 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.371143] env[62633]: DEBUG oslo_concurrency.lockutils [req-3f3c3de3-413b-445e-88e2-3f0bd708c0dc req-38a5567a-433a-48e2-a2f2-5385c9970351 service nova] Releasing lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.399822] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e94c2a-aaaf-4205-849d-acc458507597 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.407610] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579a9c05-6d75-48e1-9f77-89abf4f49351 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.421752] env[62633]: DEBUG nova.compute.provider_tree [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.488567] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.845199] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808628, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.925662] env[62633]: DEBUG nova.scheduler.client.report [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1889.987110] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.135297] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.135467] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.345256] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808628, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.432019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.432019] env[62633]: DEBUG nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1890.435273] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.661s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.435273] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.437045] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.427s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.437133] env[62633]: DEBUG nova.objects.instance [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1890.463186] env[62633]: INFO nova.scheduler.client.report [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted allocations for instance a734ee7b-96e9-4756-824e-2901fbffc4bf [ 1890.487967] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.638235] env[62633]: DEBUG nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1890.845577] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808628, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.115585} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.845861] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8/OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8.vmdk to [datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f/21550333-3eeb-47f4-8c04-30027a8b700f.vmdk. [ 1890.846073] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Cleaning up location [datastore1] OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1890.846249] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2fec2c2f-133c-4af4-b454-a87e6a4930e8 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.846501] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d981ba-3907-43cf-a5cf-d443cf562f24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.852210] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1890.852210] env[62633]: value = "task-1808634" [ 1890.852210] env[62633]: _type = "Task" [ 1890.852210] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.859162] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.941372] env[62633]: DEBUG nova.compute.utils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1890.946052] env[62633]: DEBUG nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1890.947040] env[62633]: DEBUG nova.network.neutron [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1890.972103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-78b885a1-a13a-44b0-ad57-0f17864968fd tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a734ee7b-96e9-4756-824e-2901fbffc4bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.694s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.986219] env[62633]: DEBUG nova.policy [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b5162555de4de18ef18f2bf16fd103', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c277343f2d12457f94fa90d66722baff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1890.991431] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.157487] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.216107] env[62633]: DEBUG nova.network.neutron [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Successfully created port: d55bfcc0-2ad4-42a5-a84f-dddd46833aef {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.362250] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283852} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.362346] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.362520] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f/21550333-3eeb-47f4-8c04-30027a8b700f.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.362768] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f/21550333-3eeb-47f4-8c04-30027a8b700f.vmdk to [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b/54a284ae-9039-4553-80ae-90f2079ca09b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1891.363081] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fa7269c-edf3-45a1-bb23-b2e1df278d23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.368998] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1891.368998] env[62633]: value = "task-1808635" [ 1891.368998] env[62633]: _type = "Task" [ 1891.368998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.376326] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.449183] env[62633]: DEBUG nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1891.452800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2e9236f4-5408-4a22-8a98-bef9bc6f8b0e tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.455066] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.014s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.455066] env[62633]: DEBUG nova.objects.instance [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lazy-loading 'resources' on Instance uuid aaa99c23-8dfb-41bd-9c5f-1ba9c61def29 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.488942] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.879212] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808635, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.996962] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.182328] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1892.182576] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374864', 'volume_id': '5feed680-9645-48e0-a305-4b3234bf84c9', 'name': 'volume-5feed680-9645-48e0-a305-4b3234bf84c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd5fa391-32ae-4aa3-b31b-5fe49127fb6c', 'attached_at': '', 'detached_at': '', 'volume_id': '5feed680-9645-48e0-a305-4b3234bf84c9', 'serial': '5feed680-9645-48e0-a305-4b3234bf84c9'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1892.184203] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60049df1-8e03-49db-abe2-c62ccabdac67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.204502] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895640c8-7046-4cbe-8dc0-fceac9370a6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.207816] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5670a0-245b-405e-894c-d3cddec5bc14 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.229213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f6a4cf-9fba-460a-82c2-fffa6046e595 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.240976] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-5feed680-9645-48e0-a305-4b3234bf84c9/volume-5feed680-9645-48e0-a305-4b3234bf84c9.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.241352] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251bcbc4-2da5-4670-abc8-4a715b55896f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.286131] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71755c39-e4fd-4e80-a198-8f96beecceac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.289053] env[62633]: DEBUG oslo_vmware.api [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1892.289053] env[62633]: value = "task-1808636" [ 1892.289053] env[62633]: _type = "Task" [ 1892.289053] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.298893] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122bde3b-cebc-48ef-ba57-51a349094f36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.306153] env[62633]: DEBUG oslo_vmware.api [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.316367] env[62633]: DEBUG nova.compute.provider_tree [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.379590] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808635, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.465299] env[62633]: DEBUG nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1892.494591] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.497148] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1892.497460] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1892.497669] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.497971] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1892.498161] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.498320] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1892.498605] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1892.498811] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1892.499015] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1892.499216] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1892.499402] env[62633]: DEBUG nova.virt.hardware [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1892.500392] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f361b403-0a12-49ab-b1d6-b5a410f575b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.508837] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb69a6fb-c344-4368-bd91-3f9015ae8d27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.799332] env[62633]: DEBUG oslo_vmware.api [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.821959] env[62633]: DEBUG nova.scheduler.client.report [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1892.880606] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808635, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.992207] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.300509] env[62633]: DEBUG oslo_vmware.api [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.328026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.330627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.685s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.330853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.332696] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.193s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.332917] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.333032] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1893.333340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.176s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.334857] env[62633]: INFO nova.compute.claims [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.338280] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483c787-069b-4477-9c42-ea11d3fd2fd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.347740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301a3e5b-eb17-46e1-8779-61cbc8f28611 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.353022] env[62633]: INFO nova.scheduler.client.report [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted allocations for instance aaa99c23-8dfb-41bd-9c5f-1ba9c61def29 [ 1893.368523] env[62633]: INFO nova.scheduler.client.report [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted allocations for instance 31f986a1-2911-45ce-9e1e-2f78e888a9a7 [ 1893.370140] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e95dee-6b3b-4a2c-8329-5878ec7f6f33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.390725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d34d9d-ede2-4684-afec-5f8307a32fba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.394154] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808635, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.427175] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179668MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1893.427175] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.493472] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.800379] env[62633]: DEBUG oslo_vmware.api [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808636, 'name': ReconfigVM_Task, 'duration_secs': 1.10064} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.800690] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-5feed680-9645-48e0-a305-4b3234bf84c9/volume-5feed680-9645-48e0-a305-4b3234bf84c9.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1893.805365] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd8bcb8d-4e64-4399-be7c-23719a470db3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.820725] env[62633]: DEBUG oslo_vmware.api [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1893.820725] env[62633]: value = "task-1808637" [ 1893.820725] env[62633]: _type = "Task" [ 1893.820725] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.828554] env[62633]: DEBUG oslo_vmware.api [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.880828] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f90e9dd2-f3d1-4d90-af8e-8e94fea81df5 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "aaa99c23-8dfb-41bd-9c5f-1ba9c61def29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.449s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.889218] env[62633]: DEBUG oslo_concurrency.lockutils [None req-31fd75aa-18bf-47e0-805e-7cc70f4a4eae tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "31f986a1-2911-45ce-9e1e-2f78e888a9a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.747s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.897518] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808635, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.352621} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.897718] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/21550333-3eeb-47f4-8c04-30027a8b700f/21550333-3eeb-47f4-8c04-30027a8b700f.vmdk to [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b/54a284ae-9039-4553-80ae-90f2079ca09b.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.898779] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a776936e-28c5-4040-807a-55a116824988 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.925832] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b/54a284ae-9039-4553-80ae-90f2079ca09b.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1893.927555] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97373a4-6108-49b6-b5e0-6ccffce7c2e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.955054] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1893.955054] env[62633]: value = "task-1808638" [ 1893.955054] env[62633]: _type = "Task" [ 1893.955054] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.967501] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.994977] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808631, 'name': CreateVM_Task, 'duration_secs': 5.63441} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.995255] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1893.996190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.996448] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.996895] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1893.997602] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289845a2-6bf7-4fcc-98e2-d176adaaf377 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.003162] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1894.003162] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527a92d2-8946-d1ae-1dd2-5d463b30185e" [ 1894.003162] env[62633]: _type = "Task" [ 1894.003162] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.011150] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527a92d2-8946-d1ae-1dd2-5d463b30185e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.332814] env[62633]: DEBUG oslo_vmware.api [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808637, 'name': ReconfigVM_Task, 'duration_secs': 0.149736} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.333186] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374864', 'volume_id': '5feed680-9645-48e0-a305-4b3234bf84c9', 'name': 'volume-5feed680-9645-48e0-a305-4b3234bf84c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd5fa391-32ae-4aa3-b31b-5fe49127fb6c', 'attached_at': '', 'detached_at': '', 'volume_id': '5feed680-9645-48e0-a305-4b3234bf84c9', 'serial': '5feed680-9645-48e0-a305-4b3234bf84c9'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1894.446186] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.446457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.446780] env[62633]: INFO nova.compute.manager [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Rebooting instance [ 1894.464614] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808638, 'name': ReconfigVM_Task, 'duration_secs': 0.369438} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.466899] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b/54a284ae-9039-4553-80ae-90f2079ca09b.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1894.467917] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-341084dc-feff-4490-a772-503712dc9dfe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.474286] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1894.474286] env[62633]: value = "task-1808639" [ 1894.474286] env[62633]: _type = "Task" [ 1894.474286] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.484847] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808639, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.512342] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527a92d2-8946-d1ae-1dd2-5d463b30185e, 'name': SearchDatastore_Task, 'duration_secs': 0.009041} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.514817] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.515070] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1894.515307] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.515461] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.515644] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1894.516104] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3535ce2a-90ae-403b-958f-a25733e301bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.523857] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1894.524057] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1894.525511] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf41cbd-14ff-4c81-ae75-291264a756ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.528225] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84764385-6f90-411e-88a6-d674d3dea1f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.533976] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1894.533976] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c8d412-bdd8-4e95-8ea8-a8c8076b9607" [ 1894.533976] env[62633]: _type = "Task" [ 1894.533976] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.538871] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de1a24-362c-407b-a2b5-8e2d78a91094 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.548788] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c8d412-bdd8-4e95-8ea8-a8c8076b9607, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.574131] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda865cb-d8a5-4b96-945e-ab755f04f995 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.576989] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a7817-9d44-4fad-a122-b8b40e03a2ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.583721] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1894.583721] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52624424-3263-b7ff-8e3f-e03a43856fb8" [ 1894.583721] env[62633]: _type = "Task" [ 1894.583721] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.589655] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9797e5a4-8442-4312-a764-1335e6e1ab33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.606700] env[62633]: DEBUG nova.compute.provider_tree [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.608721] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52624424-3263-b7ff-8e3f-e03a43856fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.692245] env[62633]: DEBUG nova.compute.manager [req-7f7d27f0-786c-432d-954e-b8250c41ac08 req-7022db23-dc5f-4597-80f5-b61e585897af service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Received event network-vif-plugged-4c7707e4-3268-49b7-ad5a-26ff1afb0685 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1894.692429] env[62633]: DEBUG oslo_concurrency.lockutils [req-7f7d27f0-786c-432d-954e-b8250c41ac08 req-7022db23-dc5f-4597-80f5-b61e585897af service nova] Acquiring lock "7863936d-b74b-4a17-8b0e-8cbde357c727-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.692645] env[62633]: DEBUG oslo_concurrency.lockutils [req-7f7d27f0-786c-432d-954e-b8250c41ac08 req-7022db23-dc5f-4597-80f5-b61e585897af service nova] Lock "7863936d-b74b-4a17-8b0e-8cbde357c727-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.692819] env[62633]: DEBUG oslo_concurrency.lockutils [req-7f7d27f0-786c-432d-954e-b8250c41ac08 req-7022db23-dc5f-4597-80f5-b61e585897af service nova] Lock "7863936d-b74b-4a17-8b0e-8cbde357c727-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.692994] env[62633]: DEBUG nova.compute.manager [req-7f7d27f0-786c-432d-954e-b8250c41ac08 req-7022db23-dc5f-4597-80f5-b61e585897af service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] No waiting events found dispatching network-vif-plugged-4c7707e4-3268-49b7-ad5a-26ff1afb0685 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1894.693590] env[62633]: WARNING nova.compute.manager [req-7f7d27f0-786c-432d-954e-b8250c41ac08 req-7022db23-dc5f-4597-80f5-b61e585897af service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Received unexpected event network-vif-plugged-4c7707e4-3268-49b7-ad5a-26ff1afb0685 for instance with vm_state building and task_state spawning. [ 1894.699689] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "507ce92a-bec8-4d64-a8da-e313df691d50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.699929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "507ce92a-bec8-4d64-a8da-e313df691d50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.700168] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "507ce92a-bec8-4d64-a8da-e313df691d50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.700793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "507ce92a-bec8-4d64-a8da-e313df691d50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.701039] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "507ce92a-bec8-4d64-a8da-e313df691d50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.702984] env[62633]: INFO nova.compute.manager [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Terminating instance [ 1894.704716] env[62633]: DEBUG nova.compute.manager [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1894.704915] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1894.705990] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1565a5-25b6-40a2-a072-be34e576f047 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.715071] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.715447] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c171f71d-2c7a-4acc-b903-5dfa20916916 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.722810] env[62633]: DEBUG oslo_vmware.api [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1894.722810] env[62633]: value = "task-1808640" [ 1894.722810] env[62633]: _type = "Task" [ 1894.722810] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.730303] env[62633]: DEBUG oslo_vmware.api [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.886060] env[62633]: DEBUG nova.network.neutron [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Successfully updated port: 4c7707e4-3268-49b7-ad5a-26ff1afb0685 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.914872] env[62633]: DEBUG nova.network.neutron [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Successfully updated port: d55bfcc0-2ad4-42a5-a84f-dddd46833aef {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.962333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.962548] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.962727] env[62633]: DEBUG nova.network.neutron [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.985720] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808639, 'name': Rename_Task, 'duration_secs': 0.300594} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.985987] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1894.986479] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ba1ce5c-6b6f-4fba-848b-543469b49ef0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.992972] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1894.992972] env[62633]: value = "task-1808641" [ 1894.992972] env[62633]: _type = "Task" [ 1894.992972] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.005895] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.096411] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52624424-3263-b7ff-8e3f-e03a43856fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.032003} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.096511] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.096754] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 48091777-b09d-4ae6-bc80-e32c7be7fbb8/48091777-b09d-4ae6-bc80-e32c7be7fbb8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1895.097020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cc436f9-4ded-4b63-a264-86c793321a53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.103445] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1895.103445] env[62633]: value = "task-1808642" [ 1895.103445] env[62633]: _type = "Task" [ 1895.103445] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.112016] env[62633]: DEBUG nova.scheduler.client.report [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1895.115335] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.232421] env[62633]: DEBUG oslo_vmware.api [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808640, 'name': PowerOffVM_Task, 'duration_secs': 0.199474} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.232766] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.232989] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.233303] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81d3c1e1-e955-4539-b1fe-fdf33e61e797 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.333532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "7fa8c452-1f24-45de-949c-c1704efdf20c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.333907] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.390092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquiring lock "refresh_cache-7863936d-b74b-4a17-8b0e-8cbde357c727" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.390315] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquired lock "refresh_cache-7863936d-b74b-4a17-8b0e-8cbde357c727" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.390560] env[62633]: DEBUG nova.network.neutron [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.412529] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.412775] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.413033] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleting the datastore file [datastore1] 507ce92a-bec8-4d64-a8da-e313df691d50 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.413255] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4879a3f-6416-4ac7-a4f8-138be1264c7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.418524] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.418672] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.418821] env[62633]: DEBUG nova.network.neutron [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.421227] env[62633]: DEBUG nova.objects.instance [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'flavor' on Instance uuid bd5fa391-32ae-4aa3-b31b-5fe49127fb6c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1895.424686] env[62633]: DEBUG oslo_vmware.api [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1895.424686] env[62633]: value = "task-1808644" [ 1895.424686] env[62633]: _type = "Task" [ 1895.424686] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.433112] env[62633]: DEBUG oslo_vmware.api [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.504991] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.614171] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.617141] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.617684] env[62633]: DEBUG nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1895.620329] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.193s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.837338] env[62633]: DEBUG nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1895.848614] env[62633]: DEBUG nova.network.neutron [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.931595] env[62633]: DEBUG nova.network.neutron [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.936619] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6757f0e1-5b18-4b7c-bfa8-6f91a2eb033e tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.360s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.943958] env[62633]: DEBUG oslo_vmware.api [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43396} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.944655] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1895.945296] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1895.945296] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1895.945296] env[62633]: INFO nova.compute.manager [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1895.945506] env[62633]: DEBUG oslo.service.loopingcall [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.945745] env[62633]: DEBUG nova.compute.manager [-] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1895.945849] env[62633]: DEBUG nova.network.neutron [-] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1895.985592] env[62633]: DEBUG nova.network.neutron [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1896.005577] env[62633]: DEBUG oslo_vmware.api [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808641, 'name': PowerOnVM_Task, 'duration_secs': 0.849203} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.007814] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.115618] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59823} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.116583] env[62633]: DEBUG nova.compute.manager [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1896.116888] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 48091777-b09d-4ae6-bc80-e32c7be7fbb8/48091777-b09d-4ae6-bc80-e32c7be7fbb8.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1896.117108] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1896.117946] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb8ffc1-51cf-4e5b-91b3-33c3d6726885 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.124074] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe3c4492-3c7b-4d24-82d2-650ae420bf40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.127169] env[62633]: DEBUG nova.compute.utils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.139266] env[62633]: DEBUG nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1896.139266] env[62633]: DEBUG nova.network.neutron [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1896.151412] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1896.151412] env[62633]: value = "task-1808645" [ 1896.151412] env[62633]: _type = "Task" [ 1896.151412] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.164478] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.202500] env[62633]: DEBUG nova.network.neutron [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Updating instance_info_cache with network_info: [{"id": "4c7707e4-3268-49b7-ad5a-26ff1afb0685", "address": "fa:16:3e:97:35:06", "network": {"id": "e0da73df-3bd7-4186-8a25-9b894e8d24b5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1012734580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ca36b59c6a472fb71ba7c5d5c92777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7707e4-32", "ovs_interfaceid": "4c7707e4-3268-49b7-ad5a-26ff1afb0685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.211074] env[62633]: DEBUG nova.network.neutron [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance_info_cache with network_info: [{"id": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "address": "fa:16:3e:ec:dd:d0", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55bfcc0-2a", "ovs_interfaceid": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.278264] env[62633]: DEBUG nova.policy [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29d4668857f44c0f8b4041b15d62196d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ef21e9c4f4efcaafa1883ab143e4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1896.351117] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.355619] env[62633]: DEBUG nova.compute.manager [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1896.356526] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d80e1a-6665-4215-9eb4-f69c841533f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.377026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.639250] env[62633]: DEBUG nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1896.671662] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0dc2ecab-b52a-4378-9a9e-17bda6315bfc tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.502s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.677520] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.678482] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 8fa0efb0-b72a-4313-adcc-ceb0c497415a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.678482] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b8bbe304-770c-4719-8c45-ada25e5eac67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.678482] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance f701f97b-1629-41a3-b195-12a0b8122ccf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.678858] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bd5fa391-32ae-4aa3-b31b-5fe49127fb6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.680019] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 406220cd-46f8-494a-af44-77fe132bda9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.680019] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 507ce92a-bec8-4d64-a8da-e313df691d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.680019] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 56591abe-81cb-4af8-97e0-f6015f794f26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.680019] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.680019] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 54a284ae-9039-4553-80ae-90f2079ca09b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.680635] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 48091777-b09d-4ae6-bc80-e32c7be7fbb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.681109] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7863936d-b74b-4a17-8b0e-8cbde357c727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.684024] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance d69284a8-8957-410d-ae6d-2bcc8c9cfac1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.684024] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 11b8d909-e41d-462a-a413-d64c1e6fd50f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1896.686618] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06745} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.687195] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1896.688020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0bacee-5642-4dbf-9291-ad3c52942736 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.706186] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Releasing lock "refresh_cache-7863936d-b74b-4a17-8b0e-8cbde357c727" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.706522] env[62633]: DEBUG nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Instance network_info: |[{"id": "4c7707e4-3268-49b7-ad5a-26ff1afb0685", "address": "fa:16:3e:97:35:06", "network": {"id": "e0da73df-3bd7-4186-8a25-9b894e8d24b5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1012734580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ca36b59c6a472fb71ba7c5d5c92777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7707e4-32", "ovs_interfaceid": "4c7707e4-3268-49b7-ad5a-26ff1afb0685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1896.715515] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 48091777-b09d-4ae6-bc80-e32c7be7fbb8/48091777-b09d-4ae6-bc80-e32c7be7fbb8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1896.716232] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:35:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c7707e4-3268-49b7-ad5a-26ff1afb0685', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.723467] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Creating folder: Project (95ca36b59c6a472fb71ba7c5d5c92777). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.723892] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.724170] env[62633]: DEBUG nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Instance network_info: |[{"id": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "address": "fa:16:3e:ec:dd:d0", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55bfcc0-2a", "ovs_interfaceid": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1896.724611] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b19c3d-62a1-4c41-8a37-4be2a2d93894 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.740547] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ee926c0-0d68-47d0-ac23-e04db14a269a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.742678] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:dd:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd55bfcc0-2ad4-42a5-a84f-dddd46833aef', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.750599] env[62633]: DEBUG oslo.service.loopingcall [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.752326] env[62633]: DEBUG nova.compute.manager [req-521183ca-c2c3-4097-bbae-6ba3df66d2da req-de1db23c-e7c9-442e-91c4-b0a0fcf7e2e7 service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Received event network-vif-deleted-418aa14a-1883-4312-85e6-cf7bb7e835fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1896.752526] env[62633]: INFO nova.compute.manager [req-521183ca-c2c3-4097-bbae-6ba3df66d2da req-de1db23c-e7c9-442e-91c4-b0a0fcf7e2e7 service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Neutron deleted interface 418aa14a-1883-4312-85e6-cf7bb7e835fc; detaching it from the instance and deleting it from the info cache [ 1896.752706] env[62633]: DEBUG nova.network.neutron [req-521183ca-c2c3-4097-bbae-6ba3df66d2da req-de1db23c-e7c9-442e-91c4-b0a0fcf7e2e7 service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.754876] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.756875] env[62633]: DEBUG nova.compute.manager [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Received event network-vif-plugged-d55bfcc0-2ad4-42a5-a84f-dddd46833aef {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1896.757099] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Acquiring lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.757317] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.757491] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.757662] env[62633]: DEBUG nova.compute.manager [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] No waiting events found dispatching network-vif-plugged-d55bfcc0-2ad4-42a5-a84f-dddd46833aef {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1896.757931] env[62633]: WARNING nova.compute.manager [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Received unexpected event network-vif-plugged-d55bfcc0-2ad4-42a5-a84f-dddd46833aef for instance with vm_state building and task_state spawning. [ 1896.757992] env[62633]: DEBUG nova.compute.manager [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Received event network-changed-4c7707e4-3268-49b7-ad5a-26ff1afb0685 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1896.758164] env[62633]: DEBUG nova.compute.manager [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Refreshing instance network info cache due to event network-changed-4c7707e4-3268-49b7-ad5a-26ff1afb0685. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1896.758358] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Acquiring lock "refresh_cache-7863936d-b74b-4a17-8b0e-8cbde357c727" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.758496] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Acquired lock "refresh_cache-7863936d-b74b-4a17-8b0e-8cbde357c727" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.758654] env[62633]: DEBUG nova.network.neutron [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Refreshing network info cache for port 4c7707e4-3268-49b7-ad5a-26ff1afb0685 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.760345] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e283594a-11b0-4168-a85b-c0824a14afe1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.779016] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1896.779016] env[62633]: value = "task-1808646" [ 1896.779016] env[62633]: _type = "Task" [ 1896.779016] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.779506] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Created folder: Project (95ca36b59c6a472fb71ba7c5d5c92777) in parent group-v374582. [ 1896.779687] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Creating folder: Instances. Parent ref: group-v374865. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.780873] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45a59b87-14e9-4ab8-b9d2-c13ce7f602b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.787534] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.787534] env[62633]: value = "task-1808648" [ 1896.787534] env[62633]: _type = "Task" [ 1896.787534] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.794300] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.797200] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Created folder: Instances in parent group-v374865. [ 1896.797501] env[62633]: DEBUG oslo.service.loopingcall [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.800714] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.800946] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808648, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.801188] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5670aa78-53b5-443d-9201-cf420f676162 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.823953] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.823953] env[62633]: value = "task-1808650" [ 1896.823953] env[62633]: _type = "Task" [ 1896.823953] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.833358] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808650, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.956405] env[62633]: DEBUG nova.network.neutron [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Successfully created port: 9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1897.041934] env[62633]: DEBUG nova.network.neutron [-] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.189034] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7fa8c452-1f24-45de-949c-c1704efdf20c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1897.189034] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1897.189034] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1897.260322] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77d9283f-cafa-48dd-a20d-ee347ebc5ff4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.273880] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc724f85-d608-4b64-8018-27c24ead61fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.315987] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808648, 'name': CreateVM_Task, 'duration_secs': 0.384411} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.316333] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808646, 'name': ReconfigVM_Task, 'duration_secs': 0.356558} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.329394] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.329718] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 48091777-b09d-4ae6-bc80-e32c7be7fbb8/48091777-b09d-4ae6-bc80-e32c7be7fbb8.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.330827] env[62633]: DEBUG nova.compute.manager [req-521183ca-c2c3-4097-bbae-6ba3df66d2da req-de1db23c-e7c9-442e-91c4-b0a0fcf7e2e7 service nova] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Detach interface failed, port_id=418aa14a-1883-4312-85e6-cf7bb7e835fc, reason: Instance 507ce92a-bec8-4d64-a8da-e313df691d50 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1897.331835] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.332024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.332340] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.332564] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db709af-815d-4ae2-a1ca-18b963a75e1e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.336550] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12433de4-ac45-4968-8c4b-a85a6e3291c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.347093] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1897.347093] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a649fd-9787-91c1-ea81-936de1c62ad9" [ 1897.347093] env[62633]: _type = "Task" [ 1897.347093] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.347283] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808650, 'name': CreateVM_Task, 'duration_secs': 0.383628} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.348542] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.348775] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1897.348775] env[62633]: value = "task-1808651" [ 1897.348775] env[62633]: _type = "Task" [ 1897.348775] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.352143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.364827] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a649fd-9787-91c1-ea81-936de1c62ad9, 'name': SearchDatastore_Task, 'duration_secs': 0.019292} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.367753] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.368028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.368877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.368877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.368877] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.368877] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808651, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.369123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.369420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.369700] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c99af96-d59d-410a-8898-9d06f1949cb0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.372196] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa504ba-7d0b-48a2-9520-36d7a1f4d1d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.381254] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1897.381254] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52ffc025-5c4e-f62a-6461-4337b7975207" [ 1897.381254] env[62633]: _type = "Task" [ 1897.381254] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.382057] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93801180-cee5-4e99-94c7-71e9108f05cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.389317] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.389520] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.390615] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70616477-258d-4d35-af33-7ae19f31d619 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.395225] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Doing hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1897.397736] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-286c2154-e370-443e-a3a6-914b181262d1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.403645] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ffc025-5c4e-f62a-6461-4337b7975207, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.403885] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1897.403885] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52201df8-8fc1-f246-8bea-24b8658f9cc4" [ 1897.403885] env[62633]: _type = "Task" [ 1897.403885] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.404435] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.404671] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.405298] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.414027] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52201df8-8fc1-f246-8bea-24b8658f9cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.417918] env[62633]: DEBUG oslo_vmware.api [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1897.417918] env[62633]: value = "task-1808652" [ 1897.417918] env[62633]: _type = "Task" [ 1897.417918] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.418364] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605564ae-44ce-461c-83a6-2659722409e8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.427850] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1897.427850] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5222a6d6-5a3e-6f5f-addd-9e10a2a26a61" [ 1897.427850] env[62633]: _type = "Task" [ 1897.427850] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.430616] env[62633]: DEBUG oslo_vmware.api [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808652, 'name': ResetVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.441840] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5222a6d6-5a3e-6f5f-addd-9e10a2a26a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.450654] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc0fd09-2da0-4fc0-bd69-1f5c917b45b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.458701] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fa0883-021f-4cb6-8efa-f70b6cde1cc2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.492066] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b88b20-df7d-47d5-90e2-d7c00b3b3e48 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.501379] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e847791f-73b0-4b9c-ab8d-684ff30312b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.516837] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.546487] env[62633]: INFO nova.compute.manager [-] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Took 1.60 seconds to deallocate network for instance. [ 1897.647186] env[62633]: DEBUG nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1897.671564] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1897.671912] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1897.672022] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.672187] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1897.672339] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.672493] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1897.672707] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1897.672869] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1897.673053] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1897.673229] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1897.673405] env[62633]: DEBUG nova.virt.hardware [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1897.674280] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c084ace8-a05c-4bbb-94a4-8e420580319e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.682069] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4947f7ff-c584-42c5-96ac-0ba9247ffdae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.863660] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808651, 'name': Rename_Task, 'duration_secs': 0.158026} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.864012] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.864296] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c3000f-7998-4024-bda3-67c136ad471f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.870712] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1897.870712] env[62633]: value = "task-1808653" [ 1897.870712] env[62633]: _type = "Task" [ 1897.870712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.878466] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.930124] env[62633]: DEBUG oslo_vmware.api [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808652, 'name': ResetVM_Task, 'duration_secs': 0.10133} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.930579] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Did hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1897.930862] env[62633]: DEBUG nova.compute.manager [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1897.931796] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638088ef-dc16-41f9-a29f-9842ff110bc0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.951065] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5222a6d6-5a3e-6f5f-addd-9e10a2a26a61, 'name': SearchDatastore_Task, 'duration_secs': 0.035604} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.952797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.953162] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] d69284a8-8957-410d-ae6d-2bcc8c9cfac1/d69284a8-8957-410d-ae6d-2bcc8c9cfac1.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.956343] env[62633]: DEBUG nova.network.neutron [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Updated VIF entry in instance network info cache for port 4c7707e4-3268-49b7-ad5a-26ff1afb0685. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.956633] env[62633]: DEBUG nova.network.neutron [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Updating instance_info_cache with network_info: [{"id": "4c7707e4-3268-49b7-ad5a-26ff1afb0685", "address": "fa:16:3e:97:35:06", "network": {"id": "e0da73df-3bd7-4186-8a25-9b894e8d24b5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1012734580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ca36b59c6a472fb71ba7c5d5c92777", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c7707e4-32", "ovs_interfaceid": "4c7707e4-3268-49b7-ad5a-26ff1afb0685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.957727] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.957990] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.958275] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfb9605d-531e-46f0-91e2-14ba528e6e1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.961069] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c2a8ac2-da23-4f4d-ad5d-7d976efe9946 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.968994] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1897.968994] env[62633]: value = "task-1808654" [ 1897.968994] env[62633]: _type = "Task" [ 1897.968994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.970699] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.970699] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.974091] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb664d6-4675-4afe-8d1c-7e4cf1a0f67d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.983988] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.985416] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1897.985416] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525f2d1d-9e49-0494-c184-7226a9c4ebfc" [ 1897.985416] env[62633]: _type = "Task" [ 1897.985416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.994382] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525f2d1d-9e49-0494-c184-7226a9c4ebfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.019521] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1898.053538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.382884] env[62633]: DEBUG oslo_vmware.api [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808653, 'name': PowerOnVM_Task, 'duration_secs': 0.459414} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.382884] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.382884] env[62633]: INFO nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Took 12.51 seconds to spawn the instance on the hypervisor. [ 1898.383273] env[62633]: DEBUG nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1898.383906] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fee0983-9c79-4fa4-a7f0-4edf68f8baff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.462056] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Releasing lock "refresh_cache-7863936d-b74b-4a17-8b0e-8cbde357c727" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.462505] env[62633]: DEBUG nova.compute.manager [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Received event network-changed-d55bfcc0-2ad4-42a5-a84f-dddd46833aef {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1898.462707] env[62633]: DEBUG nova.compute.manager [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Refreshing instance network info cache due to event network-changed-d55bfcc0-2ad4-42a5-a84f-dddd46833aef. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1898.462942] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Acquiring lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.463114] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Acquired lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.463323] env[62633]: DEBUG nova.network.neutron [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Refreshing network info cache for port d55bfcc0-2ad4-42a5-a84f-dddd46833aef {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.470234] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c85417e-81af-4f92-8331-d943ba2d1baa tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.024s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.483208] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808654, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.499967] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525f2d1d-9e49-0494-c184-7226a9c4ebfc, 'name': SearchDatastore_Task, 'duration_secs': 0.016946} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.500881] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5047a2d9-7070-4045-ba35-2bdeff7b57a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.510137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "6849890d-03b8-413a-842a-5bb71d0ecbee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.510137] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "6849890d-03b8-413a-842a-5bb71d0ecbee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.513385] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1898.513385] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6856b-b72d-e8dd-3b74-157dc2c79a87" [ 1898.513385] env[62633]: _type = "Task" [ 1898.513385] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.523236] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6856b-b72d-e8dd-3b74-157dc2c79a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.524401] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1898.524587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.904s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.524925] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.151s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.526498] env[62633]: INFO nova.compute.claims [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1898.911195] env[62633]: INFO nova.compute.manager [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Took 34.18 seconds to build instance. [ 1898.966870] env[62633]: DEBUG nova.compute.manager [req-aa242740-388d-4ebe-8803-6058a1ddfc04 req-f20b93ba-1735-4afc-b13c-7d8e1982ad6c service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Received event network-vif-plugged-9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1898.967137] env[62633]: DEBUG oslo_concurrency.lockutils [req-aa242740-388d-4ebe-8803-6058a1ddfc04 req-f20b93ba-1735-4afc-b13c-7d8e1982ad6c service nova] Acquiring lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.967351] env[62633]: DEBUG oslo_concurrency.lockutils [req-aa242740-388d-4ebe-8803-6058a1ddfc04 req-f20b93ba-1735-4afc-b13c-7d8e1982ad6c service nova] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.967525] env[62633]: DEBUG oslo_concurrency.lockutils [req-aa242740-388d-4ebe-8803-6058a1ddfc04 req-f20b93ba-1735-4afc-b13c-7d8e1982ad6c service nova] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.967703] env[62633]: DEBUG nova.compute.manager [req-aa242740-388d-4ebe-8803-6058a1ddfc04 req-f20b93ba-1735-4afc-b13c-7d8e1982ad6c service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] No waiting events found dispatching network-vif-plugged-9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1898.967931] env[62633]: WARNING nova.compute.manager [req-aa242740-388d-4ebe-8803-6058a1ddfc04 req-f20b93ba-1735-4afc-b13c-7d8e1982ad6c service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Received unexpected event network-vif-plugged-9bb819fc-249c-402e-898b-79e9b31d71c7 for instance with vm_state building and task_state spawning. [ 1898.987471] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.987471] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] d69284a8-8957-410d-ae6d-2bcc8c9cfac1/d69284a8-8957-410d-ae6d-2bcc8c9cfac1.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.987471] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1898.987471] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915d28c7-e9b6-4b30-8c0b-96945062b908 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.991747] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1898.991747] env[62633]: value = "task-1808655" [ 1898.991747] env[62633]: _type = "Task" [ 1898.991747] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.000877] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.015190] env[62633]: DEBUG nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1899.029175] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6856b-b72d-e8dd-3b74-157dc2c79a87, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.029175] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.029175] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7863936d-b74b-4a17-8b0e-8cbde357c727/7863936d-b74b-4a17-8b0e-8cbde357c727.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.032171] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9929f4e5-b2d1-4758-baa7-167234c35014 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.040682] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1899.040682] env[62633]: value = "task-1808656" [ 1899.040682] env[62633]: _type = "Task" [ 1899.040682] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.050016] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.331948] env[62633]: DEBUG nova.network.neutron [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Successfully updated port: 9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1899.416826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f5e1db-4ee8-46f4-a698-b4c487712ea9 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.698s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.449876] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef26650f-29d7-4c46-bc86-995da0ff5e5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.457017] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-406cba27-f808-4df9-bc39-b4fb750a00cf tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1899.457335] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2523e64-fc9e-4316-a827-d0b56c9b62b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.464573] env[62633]: DEBUG oslo_vmware.api [None req-406cba27-f808-4df9-bc39-b4fb750a00cf tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1899.464573] env[62633]: value = "task-1808657" [ 1899.464573] env[62633]: _type = "Task" [ 1899.464573] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.473053] env[62633]: DEBUG oslo_vmware.api [None req-406cba27-f808-4df9-bc39-b4fb750a00cf tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808657, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.481809] env[62633]: DEBUG nova.network.neutron [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updated VIF entry in instance network info cache for port d55bfcc0-2ad4-42a5-a84f-dddd46833aef. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.482371] env[62633]: DEBUG nova.network.neutron [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance_info_cache with network_info: [{"id": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "address": "fa:16:3e:ec:dd:d0", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55bfcc0-2a", "ovs_interfaceid": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.502578] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067393} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.502898] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1899.503750] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bb254b-d7b3-451a-9ed5-6e307a592cbc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.527340] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d69284a8-8957-410d-ae6d-2bcc8c9cfac1/d69284a8-8957-410d-ae6d-2bcc8c9cfac1.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.530242] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6686a91f-1542-4bba-b588-2364ea05120a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.547654] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.562502] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808656, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.564669] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1899.564669] env[62633]: value = "task-1808658" [ 1899.564669] env[62633]: _type = "Task" [ 1899.564669] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.573834] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.582905] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808658, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.836032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.836189] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.836315] env[62633]: DEBUG nova.network.neutron [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.856370] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec783556-f5e2-4e91-b5b3-c18d9a603fed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.864716] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae0377-0c2d-4b34-9b5a-2a759bbf7bce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.896210] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a502110-674c-48a4-95cb-9f4aabf703ad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.904117] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec32d8c-e22f-47dc-9533-436df651eb96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.917994] env[62633]: DEBUG nova.compute.provider_tree [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.974813] env[62633]: DEBUG oslo_vmware.api [None req-406cba27-f808-4df9-bc39-b4fb750a00cf tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808657, 'name': SuspendVM_Task} progress is 54%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.984586] env[62633]: DEBUG oslo_concurrency.lockutils [req-968ffa6e-a963-4a49-b8b8-a239470b643b req-b4ede75e-8b33-448e-9db9-29ece5a932a5 service nova] Releasing lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.062436] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1900.062436] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1900.062436] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1900.068190] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769175} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.072544] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7863936d-b74b-4a17-8b0e-8cbde357c727/7863936d-b74b-4a17-8b0e-8cbde357c727.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1900.072806] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1900.073117] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0a4736d-4c84-4468-a210-87396d3c7205 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.082767] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.084153] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1900.084153] env[62633]: value = "task-1808659" [ 1900.084153] env[62633]: _type = "Task" [ 1900.084153] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.093805] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.370351] env[62633]: DEBUG nova.network.neutron [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1900.443793] env[62633]: ERROR nova.scheduler.client.report [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [req-3d3b4492-daed-4a60-985a-fe69acc919a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d3b4492-daed-4a60-985a-fe69acc919a3"}]} [ 1900.460919] env[62633]: DEBUG nova.scheduler.client.report [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1900.477763] env[62633]: DEBUG oslo_vmware.api [None req-406cba27-f808-4df9-bc39-b4fb750a00cf tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808657, 'name': SuspendVM_Task} progress is 54%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.483486] env[62633]: DEBUG nova.scheduler.client.report [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1900.483711] env[62633]: DEBUG nova.compute.provider_tree [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1900.498629] env[62633]: DEBUG nova.scheduler.client.report [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1900.526929] env[62633]: DEBUG nova.scheduler.client.report [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1900.572126] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1900.572126] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1900.572126] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1900.572406] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Skipping network cache update for instance because it is Building. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1900.587384] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.588849] env[62633]: DEBUG nova.network.neutron [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Updating instance_info_cache with network_info: [{"id": "9bb819fc-249c-402e-898b-79e9b31d71c7", "address": "fa:16:3e:58:ae:93", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb819fc-24", "ovs_interfaceid": "9bb819fc-249c-402e-898b-79e9b31d71c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.609101] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201226} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.609794] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.611531] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8689195f-40d1-4a6f-9cb7-4df170a03248 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.642977] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7863936d-b74b-4a17-8b0e-8cbde357c727/7863936d-b74b-4a17-8b0e-8cbde357c727.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.646112] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65984f91-b119-42c0-a14f-d2e3bf4d33be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.662566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.662721] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquired lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.662868] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Forcefully refreshing network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1900.663030] env[62633]: DEBUG nova.objects.instance [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lazy-loading 'info_cache' on Instance uuid 0c264e0a-88a7-4389-aaae-8617f59f5360 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.670305] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1900.670305] env[62633]: value = "task-1808660" [ 1900.670305] env[62633]: _type = "Task" [ 1900.670305] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.681916] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.818989] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4922fa30-e410-4744-9819-fca42f6771f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.829779] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65952f5-d3ba-4921-bc37-bbd24941e31f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.863319] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a681c78-5243-4449-8028-ec9829aa7ce1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.870972] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7307f-9265-4e95-8b3b-84a045902ea0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.884551] env[62633]: DEBUG nova.compute.provider_tree [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1900.976184] env[62633]: DEBUG oslo_vmware.api [None req-406cba27-f808-4df9-bc39-b4fb750a00cf tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808657, 'name': SuspendVM_Task, 'duration_secs': 1.379091} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.976487] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-406cba27-f808-4df9-bc39-b4fb750a00cf tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1900.976676] env[62633]: DEBUG nova.compute.manager [None req-406cba27-f808-4df9-bc39-b4fb750a00cf tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1900.977477] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ceca71-80c8-4019-9919-93b10894e959 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.999566] env[62633]: DEBUG nova.compute.manager [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Received event network-changed-9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1900.999854] env[62633]: DEBUG nova.compute.manager [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Refreshing instance network info cache due to event network-changed-9bb819fc-249c-402e-898b-79e9b31d71c7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1901.000162] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Acquiring lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.077982] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808658, 'name': ReconfigVM_Task, 'duration_secs': 1.105781} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.078295] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d69284a8-8957-410d-ae6d-2bcc8c9cfac1/d69284a8-8957-410d-ae6d-2bcc8c9cfac1.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.078966] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a69719-6ebe-4590-9669-a34eb19ea7e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.084815] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1901.084815] env[62633]: value = "task-1808661" [ 1901.084815] env[62633]: _type = "Task" [ 1901.084815] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.092789] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808661, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.097308] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.097598] env[62633]: DEBUG nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Instance network_info: |[{"id": "9bb819fc-249c-402e-898b-79e9b31d71c7", "address": "fa:16:3e:58:ae:93", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb819fc-24", "ovs_interfaceid": "9bb819fc-249c-402e-898b-79e9b31d71c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1901.097904] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Acquired lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.098110] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Refreshing network info cache for port 9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1901.099348] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:ae:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bb819fc-249c-402e-898b-79e9b31d71c7', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1901.106879] env[62633]: DEBUG oslo.service.loopingcall [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.107327] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1901.108090] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfd49f86-ecd1-43c1-a4cb-a350bdb40757 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.127946] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1901.127946] env[62633]: value = "task-1808662" [ 1901.127946] env[62633]: _type = "Task" [ 1901.127946] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.136360] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808662, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.179205] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808660, 'name': ReconfigVM_Task, 'duration_secs': 0.288398} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.180092] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7863936d-b74b-4a17-8b0e-8cbde357c727/7863936d-b74b-4a17-8b0e-8cbde357c727.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.180737] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74fefa79-5763-49e3-bada-fff2abe4cf13 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.187687] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1901.187687] env[62633]: value = "task-1808663" [ 1901.187687] env[62633]: _type = "Task" [ 1901.187687] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.198316] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808663, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.420025] env[62633]: DEBUG nova.scheduler.client.report [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1901.420025] env[62633]: DEBUG nova.compute.provider_tree [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 147 to 148 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1901.420025] env[62633]: DEBUG nova.compute.provider_tree [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1901.594860] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808661, 'name': Rename_Task, 'duration_secs': 0.293171} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.597024] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1901.597024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88f96a3a-5f29-482d-9189-e5a8dd7b725b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.604099] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1901.604099] env[62633]: value = "task-1808664" [ 1901.604099] env[62633]: _type = "Task" [ 1901.604099] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.612447] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.639469] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808662, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.705128] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808663, 'name': Rename_Task, 'duration_secs': 0.141395} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.707450] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1901.707800] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-517d8d71-29a2-43d7-a27f-dd1df7a06d94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.722886] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1901.722886] env[62633]: value = "task-1808665" [ 1901.722886] env[62633]: _type = "Task" [ 1901.722886] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.735873] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.924259] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.399s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.924821] env[62633]: DEBUG nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1901.927685] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.874s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.927894] env[62633]: DEBUG nova.objects.instance [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lazy-loading 'resources' on Instance uuid 507ce92a-bec8-4d64-a8da-e313df691d50 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.115213] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.138681] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808662, 'name': CreateVM_Task, 'duration_secs': 0.705138} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.138892] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1902.139610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.139800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.140388] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1902.140764] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ec2a4e-092e-4cc5-9f1d-012ab5177a37 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.145746] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1902.145746] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52014f5f-cfe0-58bb-7693-e61d183d68c9" [ 1902.145746] env[62633]: _type = "Task" [ 1902.145746] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.154810] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52014f5f-cfe0-58bb-7693-e61d183d68c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.210887] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Updated VIF entry in instance network info cache for port 9bb819fc-249c-402e-898b-79e9b31d71c7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.211503] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Updating instance_info_cache with network_info: [{"id": "9bb819fc-249c-402e-898b-79e9b31d71c7", "address": "fa:16:3e:58:ae:93", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb819fc-24", "ovs_interfaceid": "9bb819fc-249c-402e-898b-79e9b31d71c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.233263] env[62633]: DEBUG oslo_vmware.api [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808665, 'name': PowerOnVM_Task, 'duration_secs': 0.472965} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.233570] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.233825] env[62633]: INFO nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Took 14.04 seconds to spawn the instance on the hypervisor. [ 1902.234031] env[62633]: DEBUG nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1902.234962] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003f4b25-ec84-48a8-8602-81209f55279c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.308111] env[62633]: INFO nova.compute.manager [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Resuming [ 1902.308735] env[62633]: DEBUG nova.objects.instance [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lazy-loading 'flavor' on Instance uuid 54a284ae-9039-4553-80ae-90f2079ca09b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.430760] env[62633]: DEBUG nova.compute.utils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.435028] env[62633]: DEBUG nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1902.435230] env[62633]: DEBUG nova.network.neutron [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.462677] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updating instance_info_cache with network_info: [{"id": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "address": "fa:16:3e:d5:b1:39", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd5e2d4-6a", "ovs_interfaceid": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.482062] env[62633]: DEBUG nova.policy [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf3223c8be534e4884a68b825d502d9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61278b5eda4143e39eaf8d4eebcb207c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1902.615935] env[62633]: DEBUG oslo_vmware.api [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808664, 'name': PowerOnVM_Task, 'duration_secs': 0.680235} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.616234] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.616278] env[62633]: INFO nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1902.616893] env[62633]: DEBUG nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1902.617602] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd27a67-aff1-44de-9370-926889303b04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.656409] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52014f5f-cfe0-58bb-7693-e61d183d68c9, 'name': SearchDatastore_Task, 'duration_secs': 0.019924} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.657637] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.657872] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.658121] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.658272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.658454] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.659237] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0443a77e-b02f-407a-a027-b3c983ffdb7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.662951] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab44bbe6-6752-4d95-8688-dac28903d5dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.673039] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab7bf9b-35a5-4386-9d23-c31cf66e4835 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.675031] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.675231] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.676318] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686ea5ce-51f8-4568-87ea-26a35cbf2c3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.708500] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d926135b-439d-4a0b-8845-7d5708a08837 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.712702] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1902.712702] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5243be5c-cd20-7a12-97de-bae31c3629d6" [ 1902.712702] env[62633]: _type = "Task" [ 1902.712702] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.719720] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Releasing lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.719986] env[62633]: DEBUG nova.compute.manager [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-changed-eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1902.720210] env[62633]: DEBUG nova.compute.manager [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing instance network info cache due to event network-changed-eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1902.720435] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.720586] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.721329] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing network info cache for port eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.723737] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf889c52-7abe-410b-9cde-e7a8ac006e9a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.734010] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5243be5c-cd20-7a12-97de-bae31c3629d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.734368] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38acd94f-9034-4f5d-bea4-3e2b09cdde11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.744631] env[62633]: DEBUG nova.compute.provider_tree [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.754712] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1902.754712] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5265985f-a6a8-889b-6eba-f6815d48f327" [ 1902.754712] env[62633]: _type = "Task" [ 1902.754712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.754893] env[62633]: INFO nova.compute.manager [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Took 34.03 seconds to build instance. [ 1902.764337] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5265985f-a6a8-889b-6eba-f6815d48f327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.935579] env[62633]: DEBUG nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1902.965084] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Releasing lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.965319] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updated the network info_cache for instance {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1902.965564] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1902.965683] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1902.966163] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1902.966397] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1902.966535] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1902.970650] env[62633]: DEBUG nova.network.neutron [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Successfully created port: a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.065426] env[62633]: DEBUG nova.compute.manager [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received event network-changed-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1903.065777] env[62633]: DEBUG nova.compute.manager [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing instance network info cache due to event network-changed-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1903.066117] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] Acquiring lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.066618] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] Acquired lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.066618] env[62633]: DEBUG nova.network.neutron [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing network info cache for port b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.140372] env[62633]: INFO nova.compute.manager [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Took 29.37 seconds to build instance. [ 1903.250066] env[62633]: DEBUG nova.scheduler.client.report [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1903.260047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-908faef8-8b31-4bd4-bf3d-95200e079830 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "7863936d-b74b-4a17-8b0e-8cbde357c727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.559s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.269734] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5265985f-a6a8-889b-6eba-f6815d48f327, 'name': SearchDatastore_Task, 'duration_secs': 0.034192} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.271263] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.272021] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 11b8d909-e41d-462a-a413-d64c1e6fd50f/11b8d909-e41d-462a-a413-d64c1e6fd50f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.272427] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80989625-5bd8-4f88-b837-f808daf3c47b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.279396] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1903.279396] env[62633]: value = "task-1808666" [ 1903.279396] env[62633]: _type = "Task" [ 1903.279396] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.291983] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.317430] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.317770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquired lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.318063] env[62633]: DEBUG nova.network.neutron [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.642950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b928e6ea-00f2-4ccd-bad4-f9ec106611d7 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.877s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.719927] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updated VIF entry in instance network info cache for port eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.721746] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.753121] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.759705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.186s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.761571] env[62633]: INFO nova.compute.claims [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1903.790017] env[62633]: INFO nova.scheduler.client.report [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted allocations for instance 507ce92a-bec8-4d64-a8da-e313df691d50 [ 1903.792902] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808666, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.846129] env[62633]: DEBUG nova.network.neutron [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updated VIF entry in instance network info cache for port b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.846129] env[62633]: DEBUG nova.network.neutron [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.947878] env[62633]: DEBUG nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1903.978355] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1903.978611] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1903.978774] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.979031] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1903.979213] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.979374] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1903.979586] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1903.979752] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1903.979923] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1903.980235] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1903.980446] env[62633]: DEBUG nova.virt.hardware [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1903.981383] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8bc247-3947-40ec-a938-ea2c4141b96e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.996174] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5117011b-645d-4172-873f-1663015cda54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.023291] env[62633]: DEBUG nova.network.neutron [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [{"id": "badbeda4-b77b-4e53-85ce-e51b2206e757", "address": "fa:16:3e:cf:a5:3f", "network": {"id": "97d4f4b5-2255-446a-9495-ccd10060dcbc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1075780254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3adc5d731c41a4bf3ca67ee3e4dd0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbadbeda4-b7", "ovs_interfaceid": "badbeda4-b77b-4e53-85ce-e51b2206e757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.068983] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquiring lock "7863936d-b74b-4a17-8b0e-8cbde357c727" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.070074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "7863936d-b74b-4a17-8b0e-8cbde357c727" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.070074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquiring lock "7863936d-b74b-4a17-8b0e-8cbde357c727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.070074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "7863936d-b74b-4a17-8b0e-8cbde357c727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.070074] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "7863936d-b74b-4a17-8b0e-8cbde357c727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.072118] env[62633]: INFO nova.compute.manager [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Terminating instance [ 1904.073971] env[62633]: DEBUG nova.compute.manager [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1904.074782] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.075100] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb56ff03-06d4-4a9a-8f0b-facffeca00cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.084255] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.084529] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b525b4c0-0530-4828-8c7f-11cea333b515 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.090559] env[62633]: DEBUG oslo_vmware.api [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1904.090559] env[62633]: value = "task-1808667" [ 1904.090559] env[62633]: _type = "Task" [ 1904.090559] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.100353] env[62633]: DEBUG oslo_vmware.api [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.225066] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.225240] env[62633]: DEBUG nova.compute.manager [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received event network-changed-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1904.225423] env[62633]: DEBUG nova.compute.manager [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing instance network info cache due to event network-changed-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1904.225647] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Acquiring lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.291217] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520315} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.291524] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 11b8d909-e41d-462a-a413-d64c1e6fd50f/11b8d909-e41d-462a-a413-d64c1e6fd50f.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.291746] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1904.291993] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae9710fe-db05-4ee1-87b0-ff151209c84d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.300432] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1904.300432] env[62633]: value = "task-1808668" [ 1904.300432] env[62633]: _type = "Task" [ 1904.300432] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.304865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bb7ff00a-7ed6-46c1-883e-1527299430cb tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "507ce92a-bec8-4d64-a8da-e313df691d50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.605s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.308996] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.348162] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] Releasing lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.348405] env[62633]: DEBUG nova.compute.manager [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-changed-eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1904.348582] env[62633]: DEBUG nova.compute.manager [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing instance network info cache due to event network-changed-eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1904.348799] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.348946] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.349128] env[62633]: DEBUG nova.network.neutron [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing network info cache for port eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.350549] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Acquired lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.350797] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing network info cache for port b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.497014] env[62633]: DEBUG nova.compute.manager [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1904.526155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Releasing lock "refresh_cache-54a284ae-9039-4553-80ae-90f2079ca09b" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.527172] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb92bf-8d79-49d3-9ad1-05f6e562ef4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.533862] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Resuming the VM {{(pid=62633) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1904.534145] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a62f1a-7830-4f7f-bb0f-8bf097750bbf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.540780] env[62633]: DEBUG oslo_vmware.api [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1904.540780] env[62633]: value = "task-1808669" [ 1904.540780] env[62633]: _type = "Task" [ 1904.540780] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.549234] env[62633]: DEBUG oslo_vmware.api [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.601174] env[62633]: DEBUG oslo_vmware.api [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808667, 'name': PowerOffVM_Task, 'duration_secs': 0.205045} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.601437] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1904.601607] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1904.601905] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2d7b1fd-8f95-4f13-a87e-395f20c50387 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.813509] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07903} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.813824] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.814755] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b471e9e-2a25-4d59-be33-4e60d262c8ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.840618] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 11b8d909-e41d-462a-a413-d64c1e6fd50f/11b8d909-e41d-462a-a413-d64c1e6fd50f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.844045] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da3d87d-5816-40cd-ba54-5a2cb70aa37c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.870219] env[62633]: DEBUG nova.network.neutron [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Successfully updated port: a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.882965] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1904.882965] env[62633]: value = "task-1808671" [ 1904.882965] env[62633]: _type = "Task" [ 1904.882965] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.894994] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.023325] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.026398] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1905.026661] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1905.026851] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Deleting the datastore file [datastore1] 7863936d-b74b-4a17-8b0e-8cbde357c727 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1905.027326] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98895f96-1e82-454a-9ef8-fc15ad2bfd62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.034066] env[62633]: DEBUG oslo_vmware.api [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for the task: (returnval){ [ 1905.034066] env[62633]: value = "task-1808672" [ 1905.034066] env[62633]: _type = "Task" [ 1905.034066] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.042210] env[62633]: DEBUG oslo_vmware.api [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.053583] env[62633]: DEBUG oslo_vmware.api [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.069899] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112b1e61-d76e-4cb9-aee4-070e0cda59ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.079805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64884b99-01fd-4275-a3ef-a1ab37949377 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.121086] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fac379-468b-4aa9-bf37-b7dfbff04b7e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.124465] env[62633]: DEBUG nova.compute.manager [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received event network-vif-plugged-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1905.124680] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] Acquiring lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.124891] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.125074] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.125250] env[62633]: DEBUG nova.compute.manager [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] No waiting events found dispatching network-vif-plugged-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1905.125420] env[62633]: WARNING nova.compute.manager [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received unexpected event network-vif-plugged-a96e2649-3a44-4e58-91d1-ff02122537bf for instance with vm_state building and task_state spawning. [ 1905.125597] env[62633]: DEBUG nova.compute.manager [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received event network-changed-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1905.125764] env[62633]: DEBUG nova.compute.manager [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Refreshing instance network info cache due to event network-changed-a96e2649-3a44-4e58-91d1-ff02122537bf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1905.125956] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] Acquiring lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.126114] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] Acquired lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.126280] env[62633]: DEBUG nova.network.neutron [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Refreshing network info cache for port a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.133838] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a96a2c-de7b-42e3-b13e-f6911f6c8adf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.150221] env[62633]: DEBUG nova.compute.provider_tree [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.377948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.395032] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.487213] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updated VIF entry in instance network info cache for port b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.487658] env[62633]: DEBUG nova.network.neutron [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.494841] env[62633]: DEBUG nova.network.neutron [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updated VIF entry in instance network info cache for port eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.495320] env[62633]: DEBUG nova.network.neutron [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.549144] env[62633]: DEBUG oslo_vmware.api [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.554718] env[62633]: DEBUG oslo_vmware.api [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.656052] env[62633]: DEBUG nova.scheduler.client.report [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1905.664673] env[62633]: DEBUG nova.network.neutron [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.749200] env[62633]: DEBUG nova.network.neutron [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.894236] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.990906] env[62633]: DEBUG oslo_concurrency.lockutils [req-091e88f0-f91d-40fb-bb6c-4d70e91fa8e8 req-46c8fa1f-bb30-43b7-98c2-e4651c7434d5 service nova] Releasing lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.998017] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe424ca6-56d4-4f25-8dab-3b4559d56755 req-4d40b954-36cd-4f4b-908d-c3814ac2363b service nova] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.049399] env[62633]: DEBUG oslo_vmware.api [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Task: {'id': task-1808672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.836192} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.050160] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.050442] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.050705] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.050921] env[62633]: INFO nova.compute.manager [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Took 1.98 seconds to destroy the instance on the hypervisor. [ 1906.051228] env[62633]: DEBUG oslo.service.loopingcall [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.051426] env[62633]: DEBUG nova.compute.manager [-] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1906.051546] env[62633]: DEBUG nova.network.neutron [-] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.056023] env[62633]: DEBUG oslo_vmware.api [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808669, 'name': PowerOnVM_Task, 'duration_secs': 1.025952} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.056554] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Resumed the VM {{(pid=62633) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1906.056744] env[62633]: DEBUG nova.compute.manager [None req-3894c135-fd79-4452-866b-a18b6ba89610 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1906.057545] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762154c1-8e3f-4250-bbbe-ffecf7ba3425 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.161605] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.162210] env[62633]: DEBUG nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1906.165144] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.144s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.212451] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.212725] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.252036] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d8ed6dd-275d-4499-8cc2-eb46b303a4a7 req-4b0ac05c-b6ca-4fee-b0db-446fd1f9bda9 service nova] Releasing lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.252572] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.252803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.253021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "f701f97b-1629-41a3-b195-12a0b8122ccf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.253220] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.253398] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.255029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.255256] env[62633]: DEBUG nova.network.neutron [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.257637] env[62633]: INFO nova.compute.manager [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Terminating instance [ 1906.258767] env[62633]: DEBUG nova.compute.manager [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1906.258862] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.259732] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936af5d2-6104-4547-bdd2-6dd38173fe4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.268277] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.268578] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e2550f-ea11-4b8b-882a-16ee45b696d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.274982] env[62633]: DEBUG oslo_vmware.api [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1906.274982] env[62633]: value = "task-1808673" [ 1906.274982] env[62633]: _type = "Task" [ 1906.274982] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.284428] env[62633]: DEBUG oslo_vmware.api [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.394636] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808671, 'name': ReconfigVM_Task, 'duration_secs': 1.162647} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.395274] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 11b8d909-e41d-462a-a413-d64c1e6fd50f/11b8d909-e41d-462a-a413-d64c1e6fd50f.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.395916] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d856431-162c-4ff5-8b81-3bb17e079ce8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.402562] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1906.402562] env[62633]: value = "task-1808674" [ 1906.402562] env[62633]: _type = "Task" [ 1906.402562] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.411108] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808674, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.668573] env[62633]: DEBUG nova.compute.utils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1906.670518] env[62633]: DEBUG nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1906.670738] env[62633]: DEBUG nova.network.neutron [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1906.674839] env[62633]: INFO nova.compute.claims [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.715575] env[62633]: DEBUG nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1906.747348] env[62633]: DEBUG nova.policy [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b76802ebbb18428da2c0af515291361f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00c4aa037aef45939f6e2df638e2ec79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1906.784928] env[62633]: DEBUG oslo_vmware.api [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808673, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.799771] env[62633]: DEBUG nova.network.neutron [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1906.856934] env[62633]: DEBUG nova.network.neutron [-] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.916490] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808674, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.134545] env[62633]: DEBUG nova.network.neutron [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating instance_info_cache with network_info: [{"id": "a96e2649-3a44-4e58-91d1-ff02122537bf", "address": "fa:16:3e:32:8f:24", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96e2649-3a", "ovs_interfaceid": "a96e2649-3a44-4e58-91d1-ff02122537bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.181020] env[62633]: DEBUG nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1907.186024] env[62633]: INFO nova.compute.resource_tracker [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating resource usage from migration c4e0fb55-29eb-4ee6-b796-f2315a95e4f8 [ 1907.230798] env[62633]: DEBUG nova.compute.manager [req-5682f9ec-a055-428c-a2e6-cff9feba7ded req-9da63525-9032-4f97-b231-18a7907dcb44 service nova] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Received event network-vif-deleted-4c7707e4-3268-49b7-ad5a-26ff1afb0685 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1907.236253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.285427] env[62633]: DEBUG oslo_vmware.api [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808673, 'name': PowerOffVM_Task, 'duration_secs': 0.545602} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.285734] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.285909] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.286417] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7c9c6ab-5384-44a8-bdbf-07c142a51f6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.352847] env[62633]: DEBUG nova.network.neutron [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Successfully created port: f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1907.360613] env[62633]: INFO nova.compute.manager [-] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Took 1.31 seconds to deallocate network for instance. [ 1907.415087] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1907.415087] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1907.415087] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Deleting the datastore file [datastore1] f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1907.415087] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ec60d8-560a-46cf-91ee-9b6062bc1017 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.419685] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808674, 'name': Rename_Task, 'duration_secs': 0.557113} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.420350] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.420604] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7724194-afe9-4147-8bee-1f6eabe2617d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.424039] env[62633]: DEBUG oslo_vmware.api [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1907.424039] env[62633]: value = "task-1808676" [ 1907.424039] env[62633]: _type = "Task" [ 1907.424039] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.428261] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1907.428261] env[62633]: value = "task-1808677" [ 1907.428261] env[62633]: _type = "Task" [ 1907.428261] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.437338] env[62633]: DEBUG oslo_vmware.api [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.442874] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808677, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.458684] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80e0c36-d10d-4ca1-8542-87382983142c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.467896] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d73181-c715-4d72-8d12-74c9aafaebce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.501304] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1b447e-6ed6-46f5-b562-df4553cee689 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.509526] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7790e3bb-e2a7-41f5-8c69-e55afc336c3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.523638] env[62633]: DEBUG nova.compute.provider_tree [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.637016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.637377] env[62633]: DEBUG nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Instance network_info: |[{"id": "a96e2649-3a44-4e58-91d1-ff02122537bf", "address": "fa:16:3e:32:8f:24", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96e2649-3a", "ovs_interfaceid": "a96e2649-3a44-4e58-91d1-ff02122537bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1907.637846] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:8f:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a96e2649-3a44-4e58-91d1-ff02122537bf', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1907.646454] env[62633]: DEBUG oslo.service.loopingcall [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.646702] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1907.646930] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37506e59-7538-4415-a457-74a21ca29754 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.669134] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1907.669134] env[62633]: value = "task-1808678" [ 1907.669134] env[62633]: _type = "Task" [ 1907.669134] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.676918] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808678, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.870022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.935403] env[62633]: DEBUG oslo_vmware.api [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144186} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.938898] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.939251] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.939554] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.939852] env[62633]: INFO nova.compute.manager [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1907.940506] env[62633]: DEBUG oslo.service.loopingcall [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.940592] env[62633]: DEBUG nova.compute.manager [-] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1907.940644] env[62633]: DEBUG nova.network.neutron [-] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1907.948671] env[62633]: DEBUG oslo_vmware.api [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808677, 'name': PowerOnVM_Task, 'duration_secs': 0.480167} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.948906] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.949268] env[62633]: INFO nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1907.949558] env[62633]: DEBUG nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1907.950790] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9657ad6-69c6-4e72-90c1-e639a06726c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.026629] env[62633]: DEBUG nova.scheduler.client.report [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1908.179564] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808678, 'name': CreateVM_Task, 'duration_secs': 0.369655} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.179794] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.180610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.180788] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.181161] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.181447] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61afc23-90aa-4677-943d-825bd312ba44 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.186148] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1908.186148] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5297c771-f865-befe-f8c7-6a7b358716cc" [ 1908.186148] env[62633]: _type = "Task" [ 1908.186148] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.194098] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5297c771-f865-befe-f8c7-6a7b358716cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.195203] env[62633]: DEBUG nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1908.223987] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1908.224289] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1908.224455] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.224642] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1908.224794] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.224945] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1908.225184] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1908.225352] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1908.225525] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1908.225693] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1908.225869] env[62633]: DEBUG nova.virt.hardware [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1908.226804] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475f6ffb-74d7-40a0-86e3-2ade608ef406 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.234868] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b5fe11-1187-4c6f-aa47-9ed9827b55c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.471123] env[62633]: INFO nova.compute.manager [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Took 17.33 seconds to build instance. [ 1908.532852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.368s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.533106] env[62633]: INFO nova.compute.manager [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Migrating [ 1908.541349] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.305s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.542963] env[62633]: INFO nova.compute.claims [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1908.697271] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5297c771-f865-befe-f8c7-6a7b358716cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.697538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.697776] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.698022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.698177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.698361] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1908.698615] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e63eff86-d042-4910-bab4-a02aa1bca5f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.706979] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1908.707172] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1908.707863] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11dc2ef-eeed-4b8e-9f4f-e9bd59ce813b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.713614] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1908.713614] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52edfee2-704d-f2b8-bd6c-7ae255b2482d" [ 1908.713614] env[62633]: _type = "Task" [ 1908.713614] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.721053] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52edfee2-704d-f2b8-bd6c-7ae255b2482d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.973664] env[62633]: DEBUG oslo_concurrency.lockutils [None req-92307e01-1611-4c0a-88d5-cb676dcb4a9f tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.838s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.056362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.056519] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.056700] env[62633]: DEBUG nova.network.neutron [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.229406] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52edfee2-704d-f2b8-bd6c-7ae255b2482d, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.230107] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afed5a16-12cf-414b-98bb-82e626c76d67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.236159] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1909.236159] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527e47b1-e3d6-ade4-a51d-da7f3059a6b3" [ 1909.236159] env[62633]: _type = "Task" [ 1909.236159] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.245106] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527e47b1-e3d6-ade4-a51d-da7f3059a6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.271420] env[62633]: DEBUG nova.network.neutron [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Successfully updated port: f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1909.346170] env[62633]: DEBUG nova.network.neutron [-] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.348298] env[62633]: DEBUG nova.compute.manager [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Received event network-vif-deleted-2373238d-9312-41bc-a13f-15aa02361aa7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1909.348425] env[62633]: INFO nova.compute.manager [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Neutron deleted interface 2373238d-9312-41bc-a13f-15aa02361aa7; detaching it from the instance and deleting it from the info cache [ 1909.348609] env[62633]: DEBUG nova.network.neutron [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.750120] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527e47b1-e3d6-ade4-a51d-da7f3059a6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.752442] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.752709] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c/7fa8c452-1f24-45de-949c-c1704efdf20c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1909.753714] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba88214-766a-42a9-a0db-6665232e519e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.759489] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1909.759489] env[62633]: value = "task-1808679" [ 1909.759489] env[62633]: _type = "Task" [ 1909.759489] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.769558] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.773803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.773803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.773803] env[62633]: DEBUG nova.network.neutron [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.790585] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6b60e-3986-48d7-9384-68cb22415d7b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.799273] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56743bdd-a9fc-4910-ab65-d2e2477ca330 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.830253] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59955fd-e515-46e7-a19d-8bf9d4180166 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.833106] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.833350] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.833530] env[62633]: INFO nova.compute.manager [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Shelving [ 1909.841672] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af86e3-34c1-45c8-adb7-7b367ecbbe7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.858790] env[62633]: INFO nova.compute.manager [-] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Took 1.92 seconds to deallocate network for instance. [ 1909.859743] env[62633]: DEBUG nova.compute.provider_tree [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1909.867560] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dcb69d3-240c-4ecf-a238-48ca18b9ee8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.876452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a93e6-b0ce-4ee1-815c-2c10d6b7bb54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.909393] env[62633]: DEBUG nova.compute.manager [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Detach interface failed, port_id=2373238d-9312-41bc-a13f-15aa02361aa7, reason: Instance f701f97b-1629-41a3-b195-12a0b8122ccf could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1909.909646] env[62633]: DEBUG nova.compute.manager [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Received event network-vif-plugged-f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1909.909910] env[62633]: DEBUG oslo_concurrency.lockutils [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] Acquiring lock "6849890d-03b8-413a-842a-5bb71d0ecbee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.910065] env[62633]: DEBUG oslo_concurrency.lockutils [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] Lock "6849890d-03b8-413a-842a-5bb71d0ecbee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.910279] env[62633]: DEBUG oslo_concurrency.lockutils [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] Lock "6849890d-03b8-413a-842a-5bb71d0ecbee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.910456] env[62633]: DEBUG nova.compute.manager [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] No waiting events found dispatching network-vif-plugged-f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1909.910662] env[62633]: WARNING nova.compute.manager [req-de9c5e77-5fde-4760-82d7-8448cdf576e9 req-822d0ebb-c215-4089-bf86-3b3f3dc86b23 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Received unexpected event network-vif-plugged-f74f6fac-cd65-445f-a36d-4e5666e9cb0d for instance with vm_state building and task_state spawning. [ 1909.911777] env[62633]: DEBUG nova.network.neutron [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance_info_cache with network_info: [{"id": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "address": "fa:16:3e:ec:dd:d0", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55bfcc0-2a", "ovs_interfaceid": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.272568] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500412} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.273014] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c/7fa8c452-1f24-45de-949c-c1704efdf20c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1910.273351] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1910.273721] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ece4d1b5-56ae-4205-ac0e-d70e6a220d3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.282431] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1910.282431] env[62633]: value = "task-1808680" [ 1910.282431] env[62633]: _type = "Task" [ 1910.282431] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.292538] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.332480] env[62633]: DEBUG nova.network.neutron [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1910.344230] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.344538] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33361dc-961a-42b6-9ff7-ab27b43abc4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.351661] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1910.351661] env[62633]: value = "task-1808681" [ 1910.351661] env[62633]: _type = "Task" [ 1910.351661] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.362850] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.371081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.372084] env[62633]: DEBUG nova.scheduler.client.report [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1910.414581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.497197] env[62633]: DEBUG nova.network.neutron [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Updating instance_info_cache with network_info: [{"id": "f74f6fac-cd65-445f-a36d-4e5666e9cb0d", "address": "fa:16:3e:6f:4e:5d", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74f6fac-cd", "ovs_interfaceid": "f74f6fac-cd65-445f-a36d-4e5666e9cb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.792387] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070109} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.792677] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1910.793467] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05a641b-096a-4d98-ac46-13d642c1e093 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.815510] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c/7fa8c452-1f24-45de-949c-c1704efdf20c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.815766] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-140d5b75-2e2d-4f44-a428-59aa99be638a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.834863] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1910.834863] env[62633]: value = "task-1808682" [ 1910.834863] env[62633]: _type = "Task" [ 1910.834863] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.844360] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.861354] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808681, 'name': PowerOffVM_Task, 'duration_secs': 0.248473} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.861654] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.862523] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8912c8ac-c923-4cea-a7f4-be1869c2f640 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.882900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.883460] env[62633]: DEBUG nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1910.886129] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.016s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.886359] env[62633]: DEBUG nova.objects.instance [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lazy-loading 'resources' on Instance uuid 7863936d-b74b-4a17-8b0e-8cbde357c727 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.888025] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b38bb79-bf56-4806-b145-2b0a0a8be62d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.000093] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.000521] env[62633]: DEBUG nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Instance network_info: |[{"id": "f74f6fac-cd65-445f-a36d-4e5666e9cb0d", "address": "fa:16:3e:6f:4e:5d", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74f6fac-cd", "ovs_interfaceid": "f74f6fac-cd65-445f-a36d-4e5666e9cb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1911.000994] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:4e:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f74f6fac-cd65-445f-a36d-4e5666e9cb0d', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1911.009275] env[62633]: DEBUG oslo.service.loopingcall [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.009602] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1911.009744] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ecf11e8-75ec-485c-a8a5-23a0c80319c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.029507] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1911.029507] env[62633]: value = "task-1808683" [ 1911.029507] env[62633]: _type = "Task" [ 1911.029507] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.037346] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808683, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.345253] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808682, 'name': ReconfigVM_Task, 'duration_secs': 0.290588} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.345598] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c/7fa8c452-1f24-45de-949c-c1704efdf20c.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.346226] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-967ee525-085e-45ee-be5e-824b0c59f733 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.354848] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1911.354848] env[62633]: value = "task-1808684" [ 1911.354848] env[62633]: _type = "Task" [ 1911.354848] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.359802] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808684, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.378609] env[62633]: DEBUG nova.compute.manager [req-98ed6c53-7c72-47dc-8daa-e2ebfa05d058 req-c90c4e88-83ac-4bae-98e4-5d641abceee3 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Received event network-changed-f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1911.379413] env[62633]: DEBUG nova.compute.manager [req-98ed6c53-7c72-47dc-8daa-e2ebfa05d058 req-c90c4e88-83ac-4bae-98e4-5d641abceee3 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Refreshing instance network info cache due to event network-changed-f74f6fac-cd65-445f-a36d-4e5666e9cb0d. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1911.379413] env[62633]: DEBUG oslo_concurrency.lockutils [req-98ed6c53-7c72-47dc-8daa-e2ebfa05d058 req-c90c4e88-83ac-4bae-98e4-5d641abceee3 service nova] Acquiring lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.379539] env[62633]: DEBUG oslo_concurrency.lockutils [req-98ed6c53-7c72-47dc-8daa-e2ebfa05d058 req-c90c4e88-83ac-4bae-98e4-5d641abceee3 service nova] Acquired lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.379765] env[62633]: DEBUG nova.network.neutron [req-98ed6c53-7c72-47dc-8daa-e2ebfa05d058 req-c90c4e88-83ac-4bae-98e4-5d641abceee3 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Refreshing network info cache for port f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1911.392258] env[62633]: DEBUG nova.compute.utils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1911.396933] env[62633]: DEBUG nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1911.397161] env[62633]: DEBUG nova.network.neutron [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1911.399702] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1911.400315] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a3d57a5-199d-42d8-af8d-67c0790f0828 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.408458] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1911.408458] env[62633]: value = "task-1808685" [ 1911.408458] env[62633]: _type = "Task" [ 1911.408458] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.418725] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808685, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.488544] env[62633]: DEBUG nova.policy [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe3a49ec473445786c1b77b390e1d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3cbeb0f6545b9951614c9299b07a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1911.541067] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808683, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.638514] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8c9aad-27a1-4ecc-b7da-d84c2316fe1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.646849] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e139ca08-7008-4b6c-8c29-352527860558 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.680627] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc08c2f0-74dd-4c6c-bf88-d2cd1eea8a08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.688860] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed971175-6cdb-4de2-82ae-0784046b330a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.702483] env[62633]: DEBUG nova.compute.provider_tree [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.865174] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808684, 'name': Rename_Task, 'duration_secs': 0.177728} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.865495] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.865750] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8fe5aed-1a74-40b7-a6d9-dfa3588409a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.872842] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1911.872842] env[62633]: value = "task-1808686" [ 1911.872842] env[62633]: _type = "Task" [ 1911.872842] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.880679] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.881986] env[62633]: DEBUG nova.network.neutron [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Successfully created port: e75b2402-77c5-41ec-9cfe-1f824a2f0596 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1911.897427] env[62633]: DEBUG nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1911.917810] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808685, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.930576] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab72c69-cfd7-47ac-af57-56faddb91beb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.952853] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance 'd69284a8-8957-410d-ae6d-2bcc8c9cfac1' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.042831] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808683, 'name': CreateVM_Task, 'duration_secs': 0.783841} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.042831] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1912.042831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.042831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.042831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1912.042831] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374c3ca6-e19b-47c4-8f73-d5fa6758e558 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.047171] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1912.047171] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f17a57-90cc-5f0d-7b8e-c75a294fc4eb" [ 1912.047171] env[62633]: _type = "Task" [ 1912.047171] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.055188] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f17a57-90cc-5f0d-7b8e-c75a294fc4eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.205589] env[62633]: DEBUG nova.scheduler.client.report [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1912.367413] env[62633]: DEBUG nova.network.neutron [req-98ed6c53-7c72-47dc-8daa-e2ebfa05d058 req-c90c4e88-83ac-4bae-98e4-5d641abceee3 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Updated VIF entry in instance network info cache for port f74f6fac-cd65-445f-a36d-4e5666e9cb0d. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.367784] env[62633]: DEBUG nova.network.neutron [req-98ed6c53-7c72-47dc-8daa-e2ebfa05d058 req-c90c4e88-83ac-4bae-98e4-5d641abceee3 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Updating instance_info_cache with network_info: [{"id": "f74f6fac-cd65-445f-a36d-4e5666e9cb0d", "address": "fa:16:3e:6f:4e:5d", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74f6fac-cd", "ovs_interfaceid": "f74f6fac-cd65-445f-a36d-4e5666e9cb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.382346] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.419447] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808685, 'name': CreateSnapshot_Task, 'duration_secs': 0.878591} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.419654] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1912.420501] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c69db9a-c5fd-4d64-93d9-ed8d29a87ba7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.459967] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.460969] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e5ae0f5-201c-456d-a9b1-e1f8aa1bac56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.469154] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1912.469154] env[62633]: value = "task-1808687" [ 1912.469154] env[62633]: _type = "Task" [ 1912.469154] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.478419] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.557792] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f17a57-90cc-5f0d-7b8e-c75a294fc4eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.558154] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.558419] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1912.558785] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.558863] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.558990] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1912.559278] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce91dc6f-ff67-48cf-8594-ee4131c5763e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.567906] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1912.568145] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1912.568854] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ead4fd-c121-4910-97f0-9815fb862b4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.574113] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1912.574113] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c243df-9b34-edca-13b7-bc219ae7c40c" [ 1912.574113] env[62633]: _type = "Task" [ 1912.574113] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.582137] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c243df-9b34-edca-13b7-bc219ae7c40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.711035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.714185] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.342s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.714185] env[62633]: DEBUG nova.objects.instance [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'resources' on Instance uuid f701f97b-1629-41a3-b195-12a0b8122ccf {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.734316] env[62633]: INFO nova.scheduler.client.report [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Deleted allocations for instance 7863936d-b74b-4a17-8b0e-8cbde357c727 [ 1912.870468] env[62633]: DEBUG oslo_concurrency.lockutils [req-98ed6c53-7c72-47dc-8daa-e2ebfa05d058 req-c90c4e88-83ac-4bae-98e4-5d641abceee3 service nova] Releasing lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.882693] env[62633]: DEBUG oslo_vmware.api [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808686, 'name': PowerOnVM_Task, 'duration_secs': 0.571156} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.882988] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1912.883219] env[62633]: INFO nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1912.883403] env[62633]: DEBUG nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1912.884180] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ff4d0-c0d2-4222-a412-b0f2ac7b9a36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.906764] env[62633]: DEBUG nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1912.931413] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1912.931767] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1912.931831] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.932018] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1912.932178] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.932334] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1912.932786] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1912.932949] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1912.933142] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1912.933334] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1912.933529] env[62633]: DEBUG nova.virt.hardware [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1912.940898] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1912.941887] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c85afc6-7eaa-4330-a6d9-5c8ae0d9879a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.945240] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4a9aa69-4449-482a-9b8f-46c54c30616b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.954302] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e926068e-f405-432b-8264-00d29bf42bea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.958038] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1912.958038] env[62633]: value = "task-1808688" [ 1912.958038] env[62633]: _type = "Task" [ 1912.958038] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.976380] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.979163] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808687, 'name': PowerOffVM_Task, 'duration_secs': 0.211172} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.979408] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.979600] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance 'd69284a8-8957-410d-ae6d-2bcc8c9cfac1' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1913.014127] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.014398] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.014618] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.014806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.014984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.017687] env[62633]: INFO nova.compute.manager [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Terminating instance [ 1913.019534] env[62633]: DEBUG nova.compute.manager [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1913.019734] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.020614] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1827877-0950-4c94-a194-d904e920c641 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.028175] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.028488] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264a5a0e-59f9-41e1-9334-24533c217803 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.034832] env[62633]: DEBUG oslo_vmware.api [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1913.034832] env[62633]: value = "task-1808689" [ 1913.034832] env[62633]: _type = "Task" [ 1913.034832] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.043769] env[62633]: DEBUG oslo_vmware.api [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.084131] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c243df-9b34-edca-13b7-bc219ae7c40c, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.085074] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f3ce03-9e7b-4f1c-8959-5fb79086c376 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.091652] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1913.091652] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6b74f-a249-c9c4-7d26-4091018de197" [ 1913.091652] env[62633]: _type = "Task" [ 1913.091652] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.099567] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6b74f-a249-c9c4-7d26-4091018de197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.256022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cc0818b2-bc47-44f2-94b7-c9a4c4d8b033 tempest-ImagesNegativeTestJSON-1349129084 tempest-ImagesNegativeTestJSON-1349129084-project-member] Lock "7863936d-b74b-4a17-8b0e-8cbde357c727" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.175s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.404573] env[62633]: INFO nova.compute.manager [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Took 17.06 seconds to build instance. [ 1913.444020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd5279-4494-402c-b9ee-0e944ecd035e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.451151] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef4358-b2ff-4c42-8fa0-47f3474b824a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.486613] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1913.486884] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1913.487057] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1913.487255] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1913.487438] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1913.487609] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1913.487822] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1913.487989] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1913.488180] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1913.488377] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1913.488569] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1913.497112] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7122039-81ce-4d95-a8eb-cd571441dd33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.508981] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7d334c-ab73-4e60-81bf-0d418c34acd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.517227] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.520310] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1913.520310] env[62633]: value = "task-1808690" [ 1913.520310] env[62633]: _type = "Task" [ 1913.520310] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.521645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd159f7-0822-4e2f-858d-cb1588ca4501 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.533352] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.541352] env[62633]: DEBUG nova.compute.provider_tree [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.552107] env[62633]: DEBUG oslo_vmware.api [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808689, 'name': PowerOffVM_Task, 'duration_secs': 0.405397} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.553151] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.553351] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.553634] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6409000b-c210-4b6c-97cc-db0641db2e20 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.601602] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52a6b74f-a249-c9c4-7d26-4091018de197, 'name': SearchDatastore_Task, 'duration_secs': 0.021229} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.601857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.602178] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 6849890d-03b8-413a-842a-5bb71d0ecbee/6849890d-03b8-413a-842a-5bb71d0ecbee.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1913.602478] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f10d28e2-fc18-4240-b244-cef76fb3b09e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.609624] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1913.609624] env[62633]: value = "task-1808692" [ 1913.609624] env[62633]: _type = "Task" [ 1913.609624] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.620558] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.814454] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.814703] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.814870] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleting the datastore file [datastore1] 54a284ae-9039-4553-80ae-90f2079ca09b {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.815169] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79bdc7e7-7087-44f1-93e6-bfdb1f022a5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.821888] env[62633]: DEBUG oslo_vmware.api [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for the task: (returnval){ [ 1913.821888] env[62633]: value = "task-1808693" [ 1913.821888] env[62633]: _type = "Task" [ 1913.821888] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.830476] env[62633]: DEBUG oslo_vmware.api [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.907362] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4803d5f4-90f2-491b-9788-10ac3f9c7592 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.573s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.995396] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.031308] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808690, 'name': ReconfigVM_Task, 'duration_secs': 0.176196} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.031740] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance 'd69284a8-8957-410d-ae6d-2bcc8c9cfac1' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1914.045674] env[62633]: DEBUG nova.scheduler.client.report [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1914.121703] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495152} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.121703] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 6849890d-03b8-413a-842a-5bb71d0ecbee/6849890d-03b8-413a-842a-5bb71d0ecbee.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1914.121901] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1914.122144] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b3cbdaa-b29c-4b58-ab97-e334b09011d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.128299] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1914.128299] env[62633]: value = "task-1808694" [ 1914.128299] env[62633]: _type = "Task" [ 1914.128299] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.136339] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.333316] env[62633]: DEBUG oslo_vmware.api [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Task: {'id': task-1808693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385474} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.333605] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.333793] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.333969] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.334161] env[62633]: INFO nova.compute.manager [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1914.334410] env[62633]: DEBUG oslo.service.loopingcall [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.334596] env[62633]: DEBUG nova.compute.manager [-] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1914.334685] env[62633]: DEBUG nova.network.neutron [-] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.439149] env[62633]: DEBUG nova.compute.manager [req-817e48b7-0be5-4315-bb7b-70b0c01a6479 req-99999fcb-ba20-464a-8314-cce6ff078338 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Received event network-vif-plugged-e75b2402-77c5-41ec-9cfe-1f824a2f0596 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1914.439356] env[62633]: DEBUG oslo_concurrency.lockutils [req-817e48b7-0be5-4315-bb7b-70b0c01a6479 req-99999fcb-ba20-464a-8314-cce6ff078338 service nova] Acquiring lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.439635] env[62633]: DEBUG oslo_concurrency.lockutils [req-817e48b7-0be5-4315-bb7b-70b0c01a6479 req-99999fcb-ba20-464a-8314-cce6ff078338 service nova] Lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.439703] env[62633]: DEBUG oslo_concurrency.lockutils [req-817e48b7-0be5-4315-bb7b-70b0c01a6479 req-99999fcb-ba20-464a-8314-cce6ff078338 service nova] Lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.439877] env[62633]: DEBUG nova.compute.manager [req-817e48b7-0be5-4315-bb7b-70b0c01a6479 req-99999fcb-ba20-464a-8314-cce6ff078338 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] No waiting events found dispatching network-vif-plugged-e75b2402-77c5-41ec-9cfe-1f824a2f0596 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1914.440667] env[62633]: WARNING nova.compute.manager [req-817e48b7-0be5-4315-bb7b-70b0c01a6479 req-99999fcb-ba20-464a-8314-cce6ff078338 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Received unexpected event network-vif-plugged-e75b2402-77c5-41ec-9cfe-1f824a2f0596 for instance with vm_state building and task_state spawning. [ 1914.497789] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.538658] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1914.538962] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1914.539101] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1914.539380] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1914.539523] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1914.539686] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1914.539902] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1914.540243] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1914.540491] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1914.540687] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1914.540879] env[62633]: DEBUG nova.virt.hardware [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1914.548160] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1914.548160] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1abd426-2d92-4805-a33b-ab3b386c4c46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.563021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.570671] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1914.570671] env[62633]: value = "task-1808695" [ 1914.570671] env[62633]: _type = "Task" [ 1914.570671] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.579228] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.584177] env[62633]: INFO nova.scheduler.client.report [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Deleted allocations for instance f701f97b-1629-41a3-b195-12a0b8122ccf [ 1914.640744] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.641034] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1914.642254] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e6713d-cea0-4c50-a5b3-4b6c320f10b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.665765] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 6849890d-03b8-413a-842a-5bb71d0ecbee/6849890d-03b8-413a-842a-5bb71d0ecbee.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1914.667405] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6835a0fe-bfca-4bc4-9cf9-9094c5e0bb1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.683170] env[62633]: DEBUG nova.compute.manager [req-8a314d95-d54e-49ca-9c2d-35a010fdffac req-104e7161-33b3-42ad-b97c-df6ea9854608 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Received event network-vif-deleted-badbeda4-b77b-4e53-85ce-e51b2206e757 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1914.684037] env[62633]: INFO nova.compute.manager [req-8a314d95-d54e-49ca-9c2d-35a010fdffac req-104e7161-33b3-42ad-b97c-df6ea9854608 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Neutron deleted interface badbeda4-b77b-4e53-85ce-e51b2206e757; detaching it from the instance and deleting it from the info cache [ 1914.684037] env[62633]: DEBUG nova.network.neutron [req-8a314d95-d54e-49ca-9c2d-35a010fdffac req-104e7161-33b3-42ad-b97c-df6ea9854608 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.692824] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1914.692824] env[62633]: value = "task-1808696" [ 1914.692824] env[62633]: _type = "Task" [ 1914.692824] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.703106] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.873232] env[62633]: DEBUG nova.network.neutron [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Successfully updated port: e75b2402-77c5-41ec-9cfe-1f824a2f0596 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1914.996861] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.083810] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808695, 'name': ReconfigVM_Task, 'duration_secs': 0.190019} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.084079] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1915.084993] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e956ad58-7e5a-4482-bb9b-b3621f87db0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.121524] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d69284a8-8957-410d-ae6d-2bcc8c9cfac1/d69284a8-8957-410d-ae6d-2bcc8c9cfac1.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.122092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1bbb5f72-7a3c-45d6-9f24-e31ec8d3cf99 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "f701f97b-1629-41a3-b195-12a0b8122ccf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.869s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.123097] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ceae4c-83c4-4408-a28c-2f63ebba0250 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.138914] env[62633]: DEBUG nova.network.neutron [-] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.148921] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1915.148921] env[62633]: value = "task-1808697" [ 1915.148921] env[62633]: _type = "Task" [ 1915.148921] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.158678] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808697, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.189062] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-724b0bfb-11d6-4552-adfc-77a37a88dc87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.194037] env[62633]: DEBUG nova.compute.manager [req-d402fb45-9c01-4c51-b8ad-9f5e9971bf45 req-7d1ef667-e019-4197-8898-8e3e44618b7a service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received event network-changed-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1915.194389] env[62633]: DEBUG nova.compute.manager [req-d402fb45-9c01-4c51-b8ad-9f5e9971bf45 req-7d1ef667-e019-4197-8898-8e3e44618b7a service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Refreshing instance network info cache due to event network-changed-a96e2649-3a44-4e58-91d1-ff02122537bf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1915.194670] env[62633]: DEBUG oslo_concurrency.lockutils [req-d402fb45-9c01-4c51-b8ad-9f5e9971bf45 req-7d1ef667-e019-4197-8898-8e3e44618b7a service nova] Acquiring lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.194867] env[62633]: DEBUG oslo_concurrency.lockutils [req-d402fb45-9c01-4c51-b8ad-9f5e9971bf45 req-7d1ef667-e019-4197-8898-8e3e44618b7a service nova] Acquired lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.195146] env[62633]: DEBUG nova.network.neutron [req-d402fb45-9c01-4c51-b8ad-9f5e9971bf45 req-7d1ef667-e019-4197-8898-8e3e44618b7a service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Refreshing network info cache for port a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1915.205259] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f253b95a-3406-43f0-a94f-80c19146fa79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.223402] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808696, 'name': ReconfigVM_Task, 'duration_secs': 0.328985} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.224716] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 6849890d-03b8-413a-842a-5bb71d0ecbee/6849890d-03b8-413a-842a-5bb71d0ecbee.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1915.225771] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d6e2632-0a72-4c03-a87b-dfe1af5332e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.232688] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1915.232688] env[62633]: value = "task-1808698" [ 1915.232688] env[62633]: _type = "Task" [ 1915.232688] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.252189] env[62633]: DEBUG nova.compute.manager [req-8a314d95-d54e-49ca-9c2d-35a010fdffac req-104e7161-33b3-42ad-b97c-df6ea9854608 service nova] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Detach interface failed, port_id=badbeda4-b77b-4e53-85ce-e51b2206e757, reason: Instance 54a284ae-9039-4553-80ae-90f2079ca09b could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1915.258688] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808698, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.375493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "refresh_cache-479267ab-88d5-4bc6-8aa7-59c57ba9c055" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.375800] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "refresh_cache-479267ab-88d5-4bc6-8aa7-59c57ba9c055" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.376058] env[62633]: DEBUG nova.network.neutron [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.497485] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.641731] env[62633]: INFO nova.compute.manager [-] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Took 1.31 seconds to deallocate network for instance. [ 1915.662137] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808697, 'name': ReconfigVM_Task, 'duration_secs': 0.372169} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.662546] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d69284a8-8957-410d-ae6d-2bcc8c9cfac1/d69284a8-8957-410d-ae6d-2bcc8c9cfac1.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1915.663145] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance 'd69284a8-8957-410d-ae6d-2bcc8c9cfac1' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1915.744296] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808698, 'name': Rename_Task, 'duration_secs': 0.192583} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.744406] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.744689] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ac7911-4f24-4c9b-9eff-fa1b8497a917 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.751437] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1915.751437] env[62633]: value = "task-1808699" [ 1915.751437] env[62633]: _type = "Task" [ 1915.751437] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.761411] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.927065] env[62633]: DEBUG nova.network.neutron [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1915.998065] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.105088] env[62633]: DEBUG nova.network.neutron [req-d402fb45-9c01-4c51-b8ad-9f5e9971bf45 req-7d1ef667-e019-4197-8898-8e3e44618b7a service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updated VIF entry in instance network info cache for port a96e2649-3a44-4e58-91d1-ff02122537bf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1916.105541] env[62633]: DEBUG nova.network.neutron [req-d402fb45-9c01-4c51-b8ad-9f5e9971bf45 req-7d1ef667-e019-4197-8898-8e3e44618b7a service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating instance_info_cache with network_info: [{"id": "a96e2649-3a44-4e58-91d1-ff02122537bf", "address": "fa:16:3e:32:8f:24", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96e2649-3a", "ovs_interfaceid": "a96e2649-3a44-4e58-91d1-ff02122537bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.151124] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.151387] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.151609] env[62633]: DEBUG nova.objects.instance [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lazy-loading 'resources' on Instance uuid 54a284ae-9039-4553-80ae-90f2079ca09b {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.170744] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3774dd8f-6010-4209-95e3-53a11ff07710 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.177922] env[62633]: DEBUG nova.network.neutron [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Updating instance_info_cache with network_info: [{"id": "e75b2402-77c5-41ec-9cfe-1f824a2f0596", "address": "fa:16:3e:57:3e:52", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75b2402-77", "ovs_interfaceid": "e75b2402-77c5-41ec-9cfe-1f824a2f0596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.200485] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0145f4-c3d2-48fe-a9fd-93b5ee3e45fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.219553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-ec79ae6d-2976-4aa1-9677-4ef072a346c0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.219935] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-ec79ae6d-2976-4aa1-9677-4ef072a346c0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.220695] env[62633]: DEBUG nova.objects.instance [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'flavor' on Instance uuid 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.222757] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance 'd69284a8-8957-410d-ae6d-2bcc8c9cfac1' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.261729] env[62633]: DEBUG oslo_vmware.api [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808699, 'name': PowerOnVM_Task, 'duration_secs': 0.473646} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.262034] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.262262] env[62633]: INFO nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1916.262444] env[62633]: DEBUG nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1916.263261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62c05f-8b03-4b38-9eb0-4b3dc0852cc6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.477253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.477824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.499029] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.608824] env[62633]: DEBUG oslo_concurrency.lockutils [req-d402fb45-9c01-4c51-b8ad-9f5e9971bf45 req-7d1ef667-e019-4197-8898-8e3e44618b7a service nova] Releasing lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.686024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "refresh_cache-479267ab-88d5-4bc6-8aa7-59c57ba9c055" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.686458] env[62633]: DEBUG nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Instance network_info: |[{"id": "e75b2402-77c5-41ec-9cfe-1f824a2f0596", "address": "fa:16:3e:57:3e:52", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75b2402-77", "ovs_interfaceid": "e75b2402-77c5-41ec-9cfe-1f824a2f0596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1916.687816] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:3e:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e75b2402-77c5-41ec-9cfe-1f824a2f0596', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1916.695773] env[62633]: DEBUG oslo.service.loopingcall [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.697162] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1916.698578] env[62633]: DEBUG nova.compute.manager [req-fe6f2fd4-821c-4b29-8d58-6851223a1f5b req-f51db386-3588-490b-b9a3-227c75c02d56 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Received event network-changed-e75b2402-77c5-41ec-9cfe-1f824a2f0596 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1916.698819] env[62633]: DEBUG nova.compute.manager [req-fe6f2fd4-821c-4b29-8d58-6851223a1f5b req-f51db386-3588-490b-b9a3-227c75c02d56 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Refreshing instance network info cache due to event network-changed-e75b2402-77c5-41ec-9cfe-1f824a2f0596. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1916.699448] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe6f2fd4-821c-4b29-8d58-6851223a1f5b req-f51db386-3588-490b-b9a3-227c75c02d56 service nova] Acquiring lock "refresh_cache-479267ab-88d5-4bc6-8aa7-59c57ba9c055" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.699448] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe6f2fd4-821c-4b29-8d58-6851223a1f5b req-f51db386-3588-490b-b9a3-227c75c02d56 service nova] Acquired lock "refresh_cache-479267ab-88d5-4bc6-8aa7-59c57ba9c055" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.699448] env[62633]: DEBUG nova.network.neutron [req-fe6f2fd4-821c-4b29-8d58-6851223a1f5b req-f51db386-3588-490b-b9a3-227c75c02d56 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Refreshing network info cache for port e75b2402-77c5-41ec-9cfe-1f824a2f0596 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1916.703583] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce489036-dacc-457e-866d-2c99200d2d90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.725307] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1916.725307] env[62633]: value = "task-1808700" [ 1916.725307] env[62633]: _type = "Task" [ 1916.725307] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.743051] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.782887] env[62633]: INFO nova.compute.manager [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Took 17.25 seconds to build instance. [ 1916.858474] env[62633]: DEBUG nova.network.neutron [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Port d55bfcc0-2ad4-42a5-a84f-dddd46833aef binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1916.895766] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df30f192-82c8-4f31-bb7f-fda46e936b21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.905854] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1a5e1d-94f1-48ff-86d1-6c9842801471 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.945619] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d2572-a857-45e3-bc6a-136a36683732 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.953613] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcbd424-a283-4278-b08f-4888a1a4d85f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.967949] env[62633]: DEBUG nova.compute.provider_tree [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.972587] env[62633]: DEBUG nova.objects.instance [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'pci_requests' on Instance uuid 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.980955] env[62633]: INFO nova.compute.manager [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Detaching volume fadda791-deb5-4280-9e66-ae829c714c56 [ 1916.998321] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.021619] env[62633]: INFO nova.virt.block_device [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Attempting to driver detach volume fadda791-deb5-4280-9e66-ae829c714c56 from mountpoint /dev/sdb [ 1917.021876] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1917.022082] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1917.022970] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7809c48b-ae91-4d29-8c34-2e90d7a5ee33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.045962] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f53d8d-f94d-4452-9ffa-11e863ae8bab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.053198] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ee304c-b91d-4193-8abe-c2d254b5faf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.073572] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e4b3a0-6232-47b7-90ce-d6090deb69d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.094257] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] The volume has not been displaced from its original location: [datastore1] volume-fadda791-deb5-4280-9e66-ae829c714c56/volume-fadda791-deb5-4280-9e66-ae829c714c56.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1917.099626] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1917.100008] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0497e81d-2ddc-4939-a78c-4fe3aa8c64e5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.121164] env[62633]: DEBUG oslo_vmware.api [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1917.121164] env[62633]: value = "task-1808701" [ 1917.121164] env[62633]: _type = "Task" [ 1917.121164] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.132827] env[62633]: DEBUG oslo_vmware.api [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.236495] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.284581] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1072d22d-8351-4744-aad3-0aac3cdaebf8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "6849890d-03b8-413a-842a-5bb71d0ecbee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.774s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.471652] env[62633]: DEBUG nova.scheduler.client.report [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1917.475238] env[62633]: DEBUG nova.objects.base [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Object Instance<4fbeb55e-02fd-48a7-8ddc-f57bafea94b7> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1917.475443] env[62633]: DEBUG nova.network.neutron [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.500719] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.610365] env[62633]: DEBUG nova.network.neutron [req-fe6f2fd4-821c-4b29-8d58-6851223a1f5b req-f51db386-3588-490b-b9a3-227c75c02d56 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Updated VIF entry in instance network info cache for port e75b2402-77c5-41ec-9cfe-1f824a2f0596. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1917.610913] env[62633]: DEBUG nova.network.neutron [req-fe6f2fd4-821c-4b29-8d58-6851223a1f5b req-f51db386-3588-490b-b9a3-227c75c02d56 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Updating instance_info_cache with network_info: [{"id": "e75b2402-77c5-41ec-9cfe-1f824a2f0596", "address": "fa:16:3e:57:3e:52", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape75b2402-77", "ovs_interfaceid": "e75b2402-77c5-41ec-9cfe-1f824a2f0596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.615626] env[62633]: DEBUG nova.policy [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1917.631967] env[62633]: DEBUG oslo_vmware.api [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808701, 'name': ReconfigVM_Task, 'duration_secs': 0.270338} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.632245] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1917.638657] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc03923-fb28-47ce-8314-85b1da111bdd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.656253] env[62633]: DEBUG oslo_vmware.api [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1917.656253] env[62633]: value = "task-1808702" [ 1917.656253] env[62633]: _type = "Task" [ 1917.656253] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.664805] env[62633]: DEBUG oslo_vmware.api [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.736580] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.829578] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.830814] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.885608] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.885926] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.886136] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.979771] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.999584] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.001780] env[62633]: INFO nova.scheduler.client.report [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Deleted allocations for instance 54a284ae-9039-4553-80ae-90f2079ca09b [ 1918.113457] env[62633]: DEBUG oslo_concurrency.lockutils [req-fe6f2fd4-821c-4b29-8d58-6851223a1f5b req-f51db386-3588-490b-b9a3-227c75c02d56 service nova] Releasing lock "refresh_cache-479267ab-88d5-4bc6-8aa7-59c57ba9c055" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.167028] env[62633]: DEBUG oslo_vmware.api [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808702, 'name': ReconfigVM_Task, 'duration_secs': 0.175112} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.167028] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374851', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'name': 'volume-fadda791-deb5-4280-9e66-ae829c714c56', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fa0efb0-b72a-4313-adcc-ceb0c497415a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fadda791-deb5-4280-9e66-ae829c714c56', 'serial': 'fadda791-deb5-4280-9e66-ae829c714c56'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1918.238530] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.335876] env[62633]: DEBUG nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1918.503140] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.515539] env[62633]: DEBUG oslo_concurrency.lockutils [None req-eb6b574e-3fa4-454f-94ac-7c538b26a990 tempest-ServersNegativeTestJSON-1051078465 tempest-ServersNegativeTestJSON-1051078465-project-member] Lock "54a284ae-9039-4553-80ae-90f2079ca09b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.501s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.721574] env[62633]: DEBUG nova.objects.instance [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'flavor' on Instance uuid 8fa0efb0-b72a-4313-adcc-ceb0c497415a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.739927] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.817062] env[62633]: DEBUG nova.compute.manager [req-9308574f-6aed-46e3-bc92-2bbbe15b6c33 req-983be90e-62ad-4069-a007-5656dadd0e66 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Received event network-changed-f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1918.817062] env[62633]: DEBUG nova.compute.manager [req-9308574f-6aed-46e3-bc92-2bbbe15b6c33 req-983be90e-62ad-4069-a007-5656dadd0e66 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Refreshing instance network info cache due to event network-changed-f74f6fac-cd65-445f-a36d-4e5666e9cb0d. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1918.817188] env[62633]: DEBUG oslo_concurrency.lockutils [req-9308574f-6aed-46e3-bc92-2bbbe15b6c33 req-983be90e-62ad-4069-a007-5656dadd0e66 service nova] Acquiring lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.817354] env[62633]: DEBUG oslo_concurrency.lockutils [req-9308574f-6aed-46e3-bc92-2bbbe15b6c33 req-983be90e-62ad-4069-a007-5656dadd0e66 service nova] Acquired lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.817526] env[62633]: DEBUG nova.network.neutron [req-9308574f-6aed-46e3-bc92-2bbbe15b6c33 req-983be90e-62ad-4069-a007-5656dadd0e66 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Refreshing network info cache for port f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.861701] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.861985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.864935] env[62633]: INFO nova.compute.claims [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1918.950735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.950936] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.951126] env[62633]: DEBUG nova.network.neutron [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.004050] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.242235] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.511055] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.729095] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c9f5521c-70a3-4baa-b7b4-959356994a23 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.748422] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.750573] env[62633]: DEBUG nova.network.neutron [req-9308574f-6aed-46e3-bc92-2bbbe15b6c33 req-983be90e-62ad-4069-a007-5656dadd0e66 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Updated VIF entry in instance network info cache for port f74f6fac-cd65-445f-a36d-4e5666e9cb0d. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.751625] env[62633]: DEBUG nova.network.neutron [req-9308574f-6aed-46e3-bc92-2bbbe15b6c33 req-983be90e-62ad-4069-a007-5656dadd0e66 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Updating instance_info_cache with network_info: [{"id": "f74f6fac-cd65-445f-a36d-4e5666e9cb0d", "address": "fa:16:3e:6f:4e:5d", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74f6fac-cd", "ovs_interfaceid": "f74f6fac-cd65-445f-a36d-4e5666e9cb0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.795412] env[62633]: DEBUG nova.network.neutron [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance_info_cache with network_info: [{"id": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "address": "fa:16:3e:ec:dd:d0", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55bfcc0-2a", "ovs_interfaceid": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.010861] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.118357] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f857da3-b74d-4de5-a3eb-a2846a7d7b18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.129296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae107cf1-e802-455e-bf16-6a0c6cc08a1c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.163816] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915b821-6363-4574-9829-a22aab07f19d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.173886] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4b3076-6b13-40d9-8d32-ff68e901fee8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.193562] env[62633]: DEBUG nova.compute.provider_tree [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.243165] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.254837] env[62633]: DEBUG oslo_concurrency.lockutils [req-9308574f-6aed-46e3-bc92-2bbbe15b6c33 req-983be90e-62ad-4069-a007-5656dadd0e66 service nova] Releasing lock "refresh_cache-6849890d-03b8-413a-842a-5bb71d0ecbee" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.298269] env[62633]: DEBUG oslo_concurrency.lockutils [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.504769] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.701038] env[62633]: DEBUG nova.scheduler.client.report [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1920.740433] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.818143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.818143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.818143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.818143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.818143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.820739] env[62633]: INFO nova.compute.manager [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Terminating instance [ 1920.823251] env[62633]: DEBUG nova.compute.manager [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1920.823584] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1920.824554] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc1e2c8-0703-4960-b5c0-fb8bad552fa6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.834139] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1920.835719] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ad09cc-9642-4ada-8581-9ac62b5b2179 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.841699] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aea5b0-f100-4455-a719-134bdbd5a805 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.868477] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc89bd-e1ae-48a9-942c-3ff5ddc7f29e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.871790] env[62633]: DEBUG oslo_vmware.api [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1920.871790] env[62633]: value = "task-1808703" [ 1920.871790] env[62633]: _type = "Task" [ 1920.871790] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.879089] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance 'd69284a8-8957-410d-ae6d-2bcc8c9cfac1' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.887711] env[62633]: DEBUG oslo_vmware.api [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.007958] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808688, 'name': CloneVM_Task, 'duration_secs': 7.765606} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.008315] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Created linked-clone VM from snapshot [ 1921.009135] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dbfae0-2c94-4ed2-86b0-04b2aa983680 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.016947] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Uploading image 2f53e050-f85f-4275-bbb1-64a3b06bb26a {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1921.047690] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1921.047690] env[62633]: value = "vm-374873" [ 1921.047690] env[62633]: _type = "VirtualMachine" [ 1921.047690] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1921.048147] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94cb55bf-c94e-4292-a7f3-802124c95e63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.059381] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lease: (returnval){ [ 1921.059381] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a02f47-bc15-113a-b998-1c86ea261405" [ 1921.059381] env[62633]: _type = "HttpNfcLease" [ 1921.059381] env[62633]: } obtained for exporting VM: (result){ [ 1921.059381] env[62633]: value = "vm-374873" [ 1921.059381] env[62633]: _type = "VirtualMachine" [ 1921.059381] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1921.059381] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the lease: (returnval){ [ 1921.059381] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a02f47-bc15-113a-b998-1c86ea261405" [ 1921.059381] env[62633]: _type = "HttpNfcLease" [ 1921.059381] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1921.067469] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1921.067469] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a02f47-bc15-113a-b998-1c86ea261405" [ 1921.067469] env[62633]: _type = "HttpNfcLease" [ 1921.067469] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1921.207989] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.208814] env[62633]: DEBUG nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1921.241146] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808700, 'name': CreateVM_Task, 'duration_secs': 4.243509} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.241361] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.242787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.243024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.243529] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.244311] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d7e08c-477c-4f7c-bffd-7a0eb42ecf63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.250535] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1921.250535] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524c5576-7335-4c50-ae8c-61f0ad47fab8" [ 1921.250535] env[62633]: _type = "Task" [ 1921.250535] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.261576] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524c5576-7335-4c50-ae8c-61f0ad47fab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.387014] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.387367] env[62633]: DEBUG oslo_vmware.api [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808703, 'name': PowerOffVM_Task, 'duration_secs': 0.248641} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.387663] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd64f06-845a-428e-9778-35a7b75f712b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.389648] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1921.389838] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1921.390475] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5804137-2bf2-4b66-b3ad-d3c5a39bd0b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.396649] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1921.396649] env[62633]: value = "task-1808705" [ 1921.396649] env[62633]: _type = "Task" [ 1921.396649] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.404458] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.488532] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1921.488769] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1921.488982] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleting the datastore file [datastore1] 8fa0efb0-b72a-4313-adcc-ceb0c497415a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1921.490725] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c240ae41-baa5-493d-936d-712d0dcd88b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.496592] env[62633]: DEBUG oslo_vmware.api [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1921.496592] env[62633]: value = "task-1808707" [ 1921.496592] env[62633]: _type = "Task" [ 1921.496592] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.504808] env[62633]: DEBUG oslo_vmware.api [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.565300] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1921.565300] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a02f47-bc15-113a-b998-1c86ea261405" [ 1921.565300] env[62633]: _type = "HttpNfcLease" [ 1921.565300] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1921.565655] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1921.565655] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a02f47-bc15-113a-b998-1c86ea261405" [ 1921.565655] env[62633]: _type = "HttpNfcLease" [ 1921.565655] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1921.566473] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba62e4b-66e7-4582-b6bb-a47a4aaf3e6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.574996] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffdade-adce-5b9f-5a79-3c025fe3b30e/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1921.575257] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffdade-adce-5b9f-5a79-3c025fe3b30e/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1921.685471] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-801640f5-a37a-4279-9637-3623380144bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.713943] env[62633]: DEBUG nova.compute.utils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1921.715954] env[62633]: DEBUG nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1921.716468] env[62633]: DEBUG nova.network.neutron [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1921.761499] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524c5576-7335-4c50-ae8c-61f0ad47fab8, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.762038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.762291] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1921.762540] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.762794] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.762944] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1921.763260] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8079afca-d833-40ed-82d0-c3a43bb4041e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.772960] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1921.773755] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1921.774459] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6897dc66-5906-48e1-8aa1-8b5301bd63e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.782552] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1921.782552] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f3a489-803d-017d-e607-bb950d14b96e" [ 1921.782552] env[62633]: _type = "Task" [ 1921.782552] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.787737] env[62633]: DEBUG nova.policy [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e491c01d67e7440dba9c4b1c5cd2a4df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a927f789ce450f80ecff6cd24b1b94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1921.797465] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f3a489-803d-017d-e607-bb950d14b96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.880636] env[62633]: DEBUG nova.compute.manager [req-c3ecb096-5551-40e3-a4e0-e2c03bd30dc2 req-a64d8abf-cc65-4919-93c5-1bd2221a2797 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-vif-plugged-ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1921.880874] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3ecb096-5551-40e3-a4e0-e2c03bd30dc2 req-a64d8abf-cc65-4919-93c5-1bd2221a2797 service nova] Acquiring lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.881122] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3ecb096-5551-40e3-a4e0-e2c03bd30dc2 req-a64d8abf-cc65-4919-93c5-1bd2221a2797 service nova] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.881341] env[62633]: DEBUG oslo_concurrency.lockutils [req-c3ecb096-5551-40e3-a4e0-e2c03bd30dc2 req-a64d8abf-cc65-4919-93c5-1bd2221a2797 service nova] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.881554] env[62633]: DEBUG nova.compute.manager [req-c3ecb096-5551-40e3-a4e0-e2c03bd30dc2 req-a64d8abf-cc65-4919-93c5-1bd2221a2797 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] No waiting events found dispatching network-vif-plugged-ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1921.881735] env[62633]: WARNING nova.compute.manager [req-c3ecb096-5551-40e3-a4e0-e2c03bd30dc2 req-a64d8abf-cc65-4919-93c5-1bd2221a2797 service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received unexpected event network-vif-plugged-ec79ae6d-2976-4aa1-9677-4ef072a346c0 for instance with vm_state active and task_state None. [ 1921.908844] env[62633]: DEBUG oslo_vmware.api [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808705, 'name': PowerOnVM_Task, 'duration_secs': 0.499949} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.909191] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1921.909390] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc51def-f78c-4aa8-a67d-3068f7fb4f13 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance 'd69284a8-8957-410d-ae6d-2bcc8c9cfac1' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1922.005312] env[62633]: DEBUG nova.network.neutron [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Successfully updated port: ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1922.014818] env[62633]: DEBUG oslo_vmware.api [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199049} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.015373] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1922.015680] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1922.016055] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1922.016365] env[62633]: INFO nova.compute.manager [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1922.016780] env[62633]: DEBUG oslo.service.loopingcall [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.019061] env[62633]: DEBUG nova.compute.manager [-] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1922.019177] env[62633]: DEBUG nova.network.neutron [-] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1922.136456] env[62633]: DEBUG nova.network.neutron [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Successfully created port: f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1922.220149] env[62633]: DEBUG nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1922.295662] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f3a489-803d-017d-e607-bb950d14b96e, 'name': SearchDatastore_Task, 'duration_secs': 0.025874} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.296602] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d171fe-7f57-46e3-a52b-f19dd857d910 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.302811] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1922.302811] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5288835d-2b4d-2fed-342e-cf69238098d0" [ 1922.302811] env[62633]: _type = "Task" [ 1922.302811] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.314900] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5288835d-2b4d-2fed-342e-cf69238098d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.508361] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.508622] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.509196] env[62633]: DEBUG nova.network.neutron [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1922.819752] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5288835d-2b4d-2fed-342e-cf69238098d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.820638] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.820849] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 479267ab-88d5-4bc6-8aa7-59c57ba9c055/479267ab-88d5-4bc6-8aa7-59c57ba9c055.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1922.821188] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5ca4fcf-e8f4-43c0-8353-9659d5eb1b3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.891512] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1922.891512] env[62633]: value = "task-1808708" [ 1922.891512] env[62633]: _type = "Task" [ 1922.891512] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.901607] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.063509] env[62633]: WARNING nova.network.neutron [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] cb54e17c-8f8e-4424-b998-aee653c0db77 already exists in list: networks containing: ['cb54e17c-8f8e-4424-b998-aee653c0db77']. ignoring it [ 1923.143211] env[62633]: DEBUG nova.network.neutron [-] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.235126] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquiring lock "ad6d5769-499d-4685-b5a2-dabc440343b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.235451] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "ad6d5769-499d-4685-b5a2-dabc440343b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.240805] env[62633]: DEBUG nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1923.282655] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1923.282655] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1923.282655] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.282655] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1923.282655] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.282655] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1923.282952] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1923.283186] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1923.283393] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1923.283601] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1923.283767] env[62633]: DEBUG nova.virt.hardware [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1923.284657] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00141cea-472e-4e75-8e08-6229a8740bd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.295809] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ac4777-2317-40fa-a73e-1cc671413c9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.403063] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.447154] env[62633]: DEBUG nova.network.neutron [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ec79ae6d-2976-4aa1-9677-4ef072a346c0", "address": "fa:16:3e:43:54:2a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec79ae6d-29", "ovs_interfaceid": "ec79ae6d-2976-4aa1-9677-4ef072a346c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.649952] env[62633]: INFO nova.compute.manager [-] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Took 1.63 seconds to deallocate network for instance. [ 1923.737525] env[62633]: DEBUG nova.network.neutron [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Successfully updated port: f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.746664] env[62633]: DEBUG nova.compute.manager [req-a326001c-32df-4c4c-bc66-d0e1f58fb35d req-414c8e9d-76d8-4b0d-92ba-73389758afb0 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Received event network-vif-plugged-f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1923.747791] env[62633]: DEBUG oslo_concurrency.lockutils [req-a326001c-32df-4c4c-bc66-d0e1f58fb35d req-414c8e9d-76d8-4b0d-92ba-73389758afb0 service nova] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.747791] env[62633]: DEBUG oslo_concurrency.lockutils [req-a326001c-32df-4c4c-bc66-d0e1f58fb35d req-414c8e9d-76d8-4b0d-92ba-73389758afb0 service nova] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.747791] env[62633]: DEBUG oslo_concurrency.lockutils [req-a326001c-32df-4c4c-bc66-d0e1f58fb35d req-414c8e9d-76d8-4b0d-92ba-73389758afb0 service nova] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.747791] env[62633]: DEBUG nova.compute.manager [req-a326001c-32df-4c4c-bc66-d0e1f58fb35d req-414c8e9d-76d8-4b0d-92ba-73389758afb0 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] No waiting events found dispatching network-vif-plugged-f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1923.747791] env[62633]: WARNING nova.compute.manager [req-a326001c-32df-4c4c-bc66-d0e1f58fb35d req-414c8e9d-76d8-4b0d-92ba-73389758afb0 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Received unexpected event network-vif-plugged-f203b91d-2275-4e06-8fa6-85c092c14689 for instance with vm_state building and task_state spawning. [ 1923.748499] env[62633]: DEBUG nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1923.903367] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.912221] env[62633]: DEBUG nova.compute.manager [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-changed-ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1923.912579] env[62633]: DEBUG nova.compute.manager [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing instance network info cache due to event network-changed-ec79ae6d-2976-4aa1-9677-4ef072a346c0. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1923.912694] env[62633]: DEBUG oslo_concurrency.lockutils [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.953515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.954353] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.954601] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.954998] env[62633]: DEBUG oslo_concurrency.lockutils [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.955289] env[62633]: DEBUG nova.network.neutron [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing network info cache for port ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1923.959536] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab49d46c-f78c-431e-8a99-d98154c407f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.979823] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1923.979823] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1923.979823] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.980104] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1923.980166] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.980315] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1923.980557] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1923.980730] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1923.980901] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1923.981422] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1923.981422] env[62633]: DEBUG nova.virt.hardware [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1923.987634] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1923.988650] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d5b66d-9d8d-4b46-93f7-b842a6cb9173 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.008595] env[62633]: DEBUG oslo_vmware.api [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1924.008595] env[62633]: value = "task-1808709" [ 1924.008595] env[62633]: _type = "Task" [ 1924.008595] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.019691] env[62633]: DEBUG oslo_vmware.api [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808709, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.157237] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.157635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.157939] env[62633]: DEBUG nova.objects.instance [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'resources' on Instance uuid 8fa0efb0-b72a-4313-adcc-ceb0c497415a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.213795] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.214226] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.240631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.241102] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.241102] env[62633]: DEBUG nova.network.neutron [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.276259] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.405238] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808708, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.521039] env[62633]: DEBUG oslo_vmware.api [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.695726] env[62633]: DEBUG nova.network.neutron [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updated VIF entry in instance network info cache for port ec79ae6d-2976-4aa1-9677-4ef072a346c0. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1924.696296] env[62633]: DEBUG nova.network.neutron [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ec79ae6d-2976-4aa1-9677-4ef072a346c0", "address": "fa:16:3e:43:54:2a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec79ae6d-29", "ovs_interfaceid": "ec79ae6d-2976-4aa1-9677-4ef072a346c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.718168] env[62633]: INFO nova.compute.manager [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Detaching volume 85976946-9e15-4086-bf5c-e29a969979a4 [ 1924.755945] env[62633]: INFO nova.virt.block_device [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Attempting to driver detach volume 85976946-9e15-4086-bf5c-e29a969979a4 from mountpoint /dev/sdb [ 1924.756303] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1924.756441] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374846', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'name': 'volume-85976946-9e15-4086-bf5c-e29a969979a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '56591abe-81cb-4af8-97e0-f6015f794f26', 'attached_at': '', 'detached_at': '', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'serial': '85976946-9e15-4086-bf5c-e29a969979a4'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1924.758509] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ea6e42-0ca6-489b-bea6-d6c411a1bf33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.783429] env[62633]: DEBUG nova.network.neutron [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.788076] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ecba5d-d6c8-4e1c-bd43-45af9e3da01f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.797043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb36e1d-692b-4b15-8bba-1fe2c0b98545 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.827261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa4fc00-69b8-4438-b9fa-8208ef62d19e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.830354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.830658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.830886] env[62633]: DEBUG nova.compute.manager [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Going to confirm migration 6 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1924.847775] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] The volume has not been displaced from its original location: [datastore1] volume-85976946-9e15-4086-bf5c-e29a969979a4/volume-85976946-9e15-4086-bf5c-e29a969979a4.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1924.853516] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1924.856370] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eeb9f35-bfe9-4117-9c43-9b917b80f4ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.880728] env[62633]: DEBUG oslo_vmware.api [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1924.880728] env[62633]: value = "task-1808710" [ 1924.880728] env[62633]: _type = "Task" [ 1924.880728] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.894452] env[62633]: DEBUG oslo_vmware.api [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.907306] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808708, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.994161} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.910175] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 479267ab-88d5-4bc6-8aa7-59c57ba9c055/479267ab-88d5-4bc6-8aa7-59c57ba9c055.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.910458] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.911096] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e0b5a6a-7652-45f0-ba2d-a39c0585f64a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.919191] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1924.919191] env[62633]: value = "task-1808711" [ 1924.919191] env[62633]: _type = "Task" [ 1924.919191] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.931341] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.988945] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaa3e36-d3c1-4fa4-8df9-f89bbdeb316d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.998159] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbfed30-5bb2-479b-b411-f51d187e7bf0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.003989] env[62633]: DEBUG nova.network.neutron [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Updating instance_info_cache with network_info: [{"id": "f203b91d-2275-4e06-8fa6-85c092c14689", "address": "fa:16:3e:9b:cb:6b", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf203b91d-22", "ovs_interfaceid": "f203b91d-2275-4e06-8fa6-85c092c14689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.033235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Releasing lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.033537] env[62633]: DEBUG nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Instance network_info: |[{"id": "f203b91d-2275-4e06-8fa6-85c092c14689", "address": "fa:16:3e:9b:cb:6b", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf203b91d-22", "ovs_interfaceid": "f203b91d-2275-4e06-8fa6-85c092c14689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1925.037243] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b8ea4f-3a15-4811-8c43-ce32d2d557d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.043550] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:cb:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f203b91d-2275-4e06-8fa6-85c092c14689', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.056043] env[62633]: DEBUG oslo.service.loopingcall [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.056878] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.058224] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64c8db5b-9bda-4c25-9cb6-9649bcfc4af8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.086658] env[62633]: DEBUG oslo_vmware.api [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.089256] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c007b37a-5be9-4f1d-97f5-174a82bcd9ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.095668] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.095668] env[62633]: value = "task-1808712" [ 1925.095668] env[62633]: _type = "Task" [ 1925.095668] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.108481] env[62633]: DEBUG nova.compute.provider_tree [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.115931] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808712, 'name': CreateVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.200449] env[62633]: DEBUG oslo_concurrency.lockutils [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.200816] env[62633]: DEBUG nova.compute.manager [req-4d37860a-5697-4272-98fa-2630d6e446fd req-cce3244a-ec43-49bc-8e5c-f85d0343d66c service nova] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Received event network-vif-deleted-0b804e72-6f36-455a-880c-09ff7733fd42 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1925.394854] env[62633]: DEBUG oslo_vmware.api [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808710, 'name': ReconfigVM_Task, 'duration_secs': 0.30645} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.395200] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1925.400333] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e5eba0-9823-4c51-96fc-df79be21ffe7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.417283] env[62633]: DEBUG oslo_vmware.api [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1925.417283] env[62633]: value = "task-1808713" [ 1925.417283] env[62633]: _type = "Task" [ 1925.417283] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.428951] env[62633]: DEBUG oslo_vmware.api [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.432371] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.432577] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.432789] env[62633]: DEBUG nova.network.neutron [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.432991] env[62633]: DEBUG nova.objects.instance [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lazy-loading 'info_cache' on Instance uuid d69284a8-8957-410d-ae6d-2bcc8c9cfac1 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.437434] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114303} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.437992] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1925.439035] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c374c1-2eb6-45e8-8604-21b1829884d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.463611] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 479267ab-88d5-4bc6-8aa7-59c57ba9c055/479267ab-88d5-4bc6-8aa7-59c57ba9c055.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.464681] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8bcfe4-4bc9-4741-a7b0-eae98d1a605d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.485727] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1925.485727] env[62633]: value = "task-1808714" [ 1925.485727] env[62633]: _type = "Task" [ 1925.485727] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.494440] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.541907] env[62633]: DEBUG oslo_vmware.api [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.607031] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808712, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.611718] env[62633]: DEBUG nova.scheduler.client.report [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1925.775018] env[62633]: DEBUG nova.compute.manager [req-6095e11e-bddb-4da3-b981-25bb715704b7 req-93a601d8-34ad-4f74-a357-ce7af8e368c8 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Received event network-changed-f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1925.775806] env[62633]: DEBUG nova.compute.manager [req-6095e11e-bddb-4da3-b981-25bb715704b7 req-93a601d8-34ad-4f74-a357-ce7af8e368c8 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Refreshing instance network info cache due to event network-changed-f203b91d-2275-4e06-8fa6-85c092c14689. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1925.776126] env[62633]: DEBUG oslo_concurrency.lockutils [req-6095e11e-bddb-4da3-b981-25bb715704b7 req-93a601d8-34ad-4f74-a357-ce7af8e368c8 service nova] Acquiring lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.776301] env[62633]: DEBUG oslo_concurrency.lockutils [req-6095e11e-bddb-4da3-b981-25bb715704b7 req-93a601d8-34ad-4f74-a357-ce7af8e368c8 service nova] Acquired lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.776492] env[62633]: DEBUG nova.network.neutron [req-6095e11e-bddb-4da3-b981-25bb715704b7 req-93a601d8-34ad-4f74-a357-ce7af8e368c8 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Refreshing network info cache for port f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1925.928224] env[62633]: DEBUG oslo_vmware.api [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.995997] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.043247] env[62633]: DEBUG oslo_vmware.api [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808709, 'name': ReconfigVM_Task, 'duration_secs': 1.798246} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.043777] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.044064] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1926.110588] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808712, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.116883] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.120330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.844s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.122747] env[62633]: INFO nova.compute.claims [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.139763] env[62633]: INFO nova.scheduler.client.report [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted allocations for instance 8fa0efb0-b72a-4313-adcc-ceb0c497415a [ 1926.431886] env[62633]: DEBUG oslo_vmware.api [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808713, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.497595] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.498544] env[62633]: DEBUG nova.network.neutron [req-6095e11e-bddb-4da3-b981-25bb715704b7 req-93a601d8-34ad-4f74-a357-ce7af8e368c8 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Updated VIF entry in instance network info cache for port f203b91d-2275-4e06-8fa6-85c092c14689. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1926.498963] env[62633]: DEBUG nova.network.neutron [req-6095e11e-bddb-4da3-b981-25bb715704b7 req-93a601d8-34ad-4f74-a357-ce7af8e368c8 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Updating instance_info_cache with network_info: [{"id": "f203b91d-2275-4e06-8fa6-85c092c14689", "address": "fa:16:3e:9b:cb:6b", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf203b91d-22", "ovs_interfaceid": "f203b91d-2275-4e06-8fa6-85c092c14689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.551291] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d60df94e-8162-45ae-990f-27487aeeb9b5 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-ec79ae6d-2976-4aa1-9677-4ef072a346c0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.331s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.607329] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808712, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.651568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1ce10e07-bc13-4ac2-be5f-032d72debe7b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "8fa0efb0-b72a-4313-adcc-ceb0c497415a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.835s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.746307] env[62633]: DEBUG nova.network.neutron [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance_info_cache with network_info: [{"id": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "address": "fa:16:3e:ec:dd:d0", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55bfcc0-2a", "ovs_interfaceid": "d55bfcc0-2ad4-42a5-a84f-dddd46833aef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.929187] env[62633]: DEBUG oslo_vmware.api [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808713, 'name': ReconfigVM_Task, 'duration_secs': 1.184702} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.929540] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374846', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'name': 'volume-85976946-9e15-4086-bf5c-e29a969979a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '56591abe-81cb-4af8-97e0-f6015f794f26', 'attached_at': '', 'detached_at': '', 'volume_id': '85976946-9e15-4086-bf5c-e29a969979a4', 'serial': '85976946-9e15-4086-bf5c-e29a969979a4'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1926.998213] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808714, 'name': ReconfigVM_Task, 'duration_secs': 1.036953} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.998623] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 479267ab-88d5-4bc6-8aa7-59c57ba9c055/479267ab-88d5-4bc6-8aa7-59c57ba9c055.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.999341] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beafdbc3-bd46-4bb4-8332-0bbd073e7758 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.001237] env[62633]: DEBUG oslo_concurrency.lockutils [req-6095e11e-bddb-4da3-b981-25bb715704b7 req-93a601d8-34ad-4f74-a357-ce7af8e368c8 service nova] Releasing lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.006564] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1927.006564] env[62633]: value = "task-1808715" [ 1927.006564] env[62633]: _type = "Task" [ 1927.006564] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.014471] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808715, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.107157] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808712, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.249310] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-d69284a8-8957-410d-ae6d-2bcc8c9cfac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.249618] env[62633]: DEBUG nova.objects.instance [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lazy-loading 'migration_context' on Instance uuid d69284a8-8957-410d-ae6d-2bcc8c9cfac1 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.361808] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5df1fe3-8e66-41ee-bef0-57e9d8d6fe75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.370110] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8437373b-7431-4432-81dd-9703eb17f908 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.402551] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9d786-4e8c-495e-adc2-9b61d567d1a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.410496] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0869cd1-862f-4cb4-8d97-a7dfa143533c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.425263] env[62633]: DEBUG nova.compute.provider_tree [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.484910] env[62633]: DEBUG nova.objects.instance [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'flavor' on Instance uuid 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.519693] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808715, 'name': Rename_Task, 'duration_secs': 0.281221} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.519693] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.519693] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f49e54f0-c29a-42ce-9dd5-ddb308af2345 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.526019] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1927.526019] env[62633]: value = "task-1808716" [ 1927.526019] env[62633]: _type = "Task" [ 1927.526019] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.535621] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.610018] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808712, 'name': CreateVM_Task, 'duration_secs': 2.363116} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.610018] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.610519] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.610789] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.611275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.611756] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad041479-937a-4c71-b6ca-0e84a2334fb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.616766] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1927.616766] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52bb714d-09a5-0ae8-e1a4-4dcc3f309740" [ 1927.616766] env[62633]: _type = "Task" [ 1927.616766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.626122] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bb714d-09a5-0ae8-e1a4-4dcc3f309740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.756044] env[62633]: DEBUG nova.objects.base [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1927.757056] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b0c817-bc01-4e06-a992-c81292c446dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.778235] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e923696-318a-4c3e-8403-98c49bbde68e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.784359] env[62633]: DEBUG oslo_vmware.api [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1927.784359] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]520cdcb1-119e-1d42-482e-4de3be08b574" [ 1927.784359] env[62633]: _type = "Task" [ 1927.784359] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.792896] env[62633]: DEBUG oslo_vmware.api [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]520cdcb1-119e-1d42-482e-4de3be08b574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.929677] env[62633]: DEBUG nova.scheduler.client.report [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1928.034259] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.128172] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bb714d-09a5-0ae8-e1a4-4dcc3f309740, 'name': SearchDatastore_Task, 'duration_secs': 0.014403} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.128571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.128775] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1928.129017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.129173] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.129353] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1928.130919] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45906526-60f5-4ee6-a3f8-7e00bb620616 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.140651] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1928.140651] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1928.141508] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3df15d-467c-4ee2-871b-4dcedf1dbfc9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.147055] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-ec79ae6d-2976-4aa1-9677-4ef072a346c0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.147328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-ec79ae6d-2976-4aa1-9677-4ef072a346c0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.148673] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1928.148673] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526cf446-070d-76d5-d521-7e4ffa14ce09" [ 1928.148673] env[62633]: _type = "Task" [ 1928.148673] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.161202] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526cf446-070d-76d5-d521-7e4ffa14ce09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.230472] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.230927] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.297356] env[62633]: DEBUG oslo_vmware.api [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]520cdcb1-119e-1d42-482e-4de3be08b574, 'name': SearchDatastore_Task, 'duration_secs': 0.008422} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.297746] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.434905] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.435511] env[62633]: DEBUG nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1928.438221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.140s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.493019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d2ed17b2-0fb2-4c68-8b98-5220e0013cae tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.279s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.535506] env[62633]: DEBUG oslo_vmware.api [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808716, 'name': PowerOnVM_Task, 'duration_secs': 0.780159} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.535823] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.535920] env[62633]: INFO nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Took 15.63 seconds to spawn the instance on the hypervisor. [ 1928.536152] env[62633]: DEBUG nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1928.537049] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28009334-1306-4ebe-a5f1-5ab558fdfe25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.616145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.616443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.616663] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.616851] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.617190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.619075] env[62633]: INFO nova.compute.manager [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Terminating instance [ 1928.620865] env[62633]: DEBUG nova.compute.manager [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1928.621083] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1928.622272] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3dde74-907a-44d3-8577-02a83468b7e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.629974] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1928.630260] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a5ca6d-e81f-4201-8475-96d95a8bfce0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.636873] env[62633]: DEBUG oslo_vmware.api [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1928.636873] env[62633]: value = "task-1808717" [ 1928.636873] env[62633]: _type = "Task" [ 1928.636873] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.645201] env[62633]: DEBUG oslo_vmware.api [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.650384] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.650607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.651540] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48acaf4-1703-4778-8db9-7a55cc6ba422 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.681299] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca22a27-64de-49e6-a130-a1db758b0817 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.683259] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526cf446-070d-76d5-d521-7e4ffa14ce09, 'name': SearchDatastore_Task, 'duration_secs': 0.013478} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.684701] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8723fa-c782-43a3-90cb-472a30c52ddc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.715316] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1928.716740] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a4d89d-f7ed-4715-828d-121ab681f816 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.734295] env[62633]: DEBUG nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1928.737593] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1928.737593] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5206e269-7c1a-2324-f287-4250497176ec" [ 1928.737593] env[62633]: _type = "Task" [ 1928.737593] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.744028] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1928.744028] env[62633]: value = "task-1808718" [ 1928.744028] env[62633]: _type = "Task" [ 1928.744028] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.752200] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5206e269-7c1a-2324-f287-4250497176ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013892} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.752871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.753253] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 561d5f4c-1671-4ab9-907d-f123fc940d52/561d5f4c-1671-4ab9-907d-f123fc940d52.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.753538] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce445218-98e9-4b32-b0dd-c82747d86861 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.758526] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.763371] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1928.763371] env[62633]: value = "task-1808719" [ 1928.763371] env[62633]: _type = "Task" [ 1928.763371] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.772588] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.942415] env[62633]: DEBUG nova.compute.utils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.948965] env[62633]: DEBUG nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1928.949258] env[62633]: DEBUG nova.network.neutron [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1929.030471] env[62633]: DEBUG nova.policy [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40910a921493450586cc34dc33aac169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a1ef393dc3424c96a2fb2d68839b29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1929.056764] env[62633]: INFO nova.compute.manager [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Took 21.84 seconds to build instance. [ 1929.148242] env[62633]: DEBUG oslo_vmware.api [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808717, 'name': PowerOffVM_Task, 'duration_secs': 0.324323} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.151433] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1929.151656] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1929.152641] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2951666-d661-4227-bc0e-cc0677020e70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.219325] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcbf02c-ed79-4b24-8ddb-480aba75b2c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.228093] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9c20f7-e0fb-4ea8-af64-c7741a79e4c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.270088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029bed8-332f-4317-b74f-8d41f37a8da8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.285098] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808719, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.291048] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1929.291276] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1929.291471] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleting the datastore file [datastore1] 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1929.291774] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.292776] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.294099] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86889d4-fbb3-41ff-beed-4e3a4cb117da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.298467] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c756c86a-abbb-4800-9f80-9bcc14b9a060 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.312477] env[62633]: DEBUG nova.compute.provider_tree [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.314013] env[62633]: DEBUG oslo_vmware.api [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1929.314013] env[62633]: value = "task-1808721" [ 1929.314013] env[62633]: _type = "Task" [ 1929.314013] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.323030] env[62633]: DEBUG oslo_vmware.api [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.372426] env[62633]: DEBUG nova.network.neutron [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Successfully created port: c02f5171-21c9-4fd9-83f5-144ffc0943ef {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.452302] env[62633]: DEBUG nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1929.559332] env[62633]: DEBUG oslo_concurrency.lockutils [None req-74373c62-12b4-4308-b000-c331be5d6073 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.346s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.780086] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.783928] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61192} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.784222] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 561d5f4c-1671-4ab9-907d-f123fc940d52/561d5f4c-1671-4ab9-907d-f123fc940d52.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.784435] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.784694] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9738e358-6dc9-43e6-9f25-b5e6cca29b90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.791521] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1929.791521] env[62633]: value = "task-1808722" [ 1929.791521] env[62633]: _type = "Task" [ 1929.791521] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.801475] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.818909] env[62633]: DEBUG nova.scheduler.client.report [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1929.829852] env[62633]: DEBUG oslo_vmware.api [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272235} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.831539] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1929.831821] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1929.832061] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1929.832295] env[62633]: INFO nova.compute.manager [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1929.832591] env[62633]: DEBUG oslo.service.loopingcall [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.832854] env[62633]: DEBUG nova.compute.manager [-] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1929.832969] env[62633]: DEBUG nova.network.neutron [-] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1930.166594] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffdade-adce-5b9f-5a79-3c025fe3b30e/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1930.167560] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661498e8-6bdc-48c5-84f8-6e46254e08cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.176760] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffdade-adce-5b9f-5a79-3c025fe3b30e/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1930.176953] env[62633]: ERROR oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffdade-adce-5b9f-5a79-3c025fe3b30e/disk-0.vmdk due to incomplete transfer. [ 1930.177223] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c337a8f1-daf0-4812-906a-10ac6c72e48a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.184115] env[62633]: DEBUG oslo_vmware.rw_handles [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffdade-adce-5b9f-5a79-3c025fe3b30e/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1930.184332] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Uploaded image 2f53e050-f85f-4275-bbb1-64a3b06bb26a to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1930.186749] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1930.187039] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bed996c6-d0cb-478e-86ac-b080aae4bc1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.194133] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1930.194133] env[62633]: value = "task-1808723" [ 1930.194133] env[62633]: _type = "Task" [ 1930.194133] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.202935] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808723, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.277917] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.302038] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175995} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.302323] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.303132] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bb01b9-95ca-4b6a-a2fa-8dd242a295fb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.326373] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 561d5f4c-1671-4ab9-907d-f123fc940d52/561d5f4c-1671-4ab9-907d-f123fc940d52.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.331708] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d343f0-3db4-43c5-aa9c-615550e0a9ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.346986] env[62633]: DEBUG nova.compute.manager [req-1add00e2-a92c-4458-9c59-c0c4a0cbcab2 req-0e122984-748d-4e47-ab59-489fcec8ca1f service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Received event network-vif-deleted-cfabd335-1f4c-4fd6-81aa-601f5ba121fc {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1930.347213] env[62633]: INFO nova.compute.manager [req-1add00e2-a92c-4458-9c59-c0c4a0cbcab2 req-0e122984-748d-4e47-ab59-489fcec8ca1f service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Neutron deleted interface cfabd335-1f4c-4fd6-81aa-601f5ba121fc; detaching it from the instance and deleting it from the info cache [ 1930.347391] env[62633]: DEBUG nova.network.neutron [req-1add00e2-a92c-4458-9c59-c0c4a0cbcab2 req-0e122984-748d-4e47-ab59-489fcec8ca1f service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.354947] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1930.354947] env[62633]: value = "task-1808724" [ 1930.354947] env[62633]: _type = "Task" [ 1930.354947] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.364822] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.463469] env[62633]: DEBUG nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1930.493385] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1930.493655] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1930.493817] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.494011] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1930.494177] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.494329] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1930.494543] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1930.494706] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1930.494878] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1930.495122] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1930.495338] env[62633]: DEBUG nova.virt.hardware [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1930.496626] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b172d700-f60b-426e-ba10-e0e092d215f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.504928] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b34c6cc-4a8d-4c49-8233-c3163cc30074 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.629167] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.629468] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.629689] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.629877] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.630073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.632589] env[62633]: INFO nova.compute.manager [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Terminating instance [ 1930.634553] env[62633]: DEBUG nova.compute.manager [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1930.634757] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1930.635710] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95872174-4579-4c4c-b651-e7ed57c31abc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.643408] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.643651] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7fb81ba-6b03-40e3-9f15-35f8ac516a2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.649177] env[62633]: DEBUG oslo_vmware.api [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1930.649177] env[62633]: value = "task-1808725" [ 1930.649177] env[62633]: _type = "Task" [ 1930.649177] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.658945] env[62633]: DEBUG oslo_vmware.api [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.704857] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808723, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.776354] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.797901] env[62633]: DEBUG nova.network.neutron [-] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.851390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.413s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.854729] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.562s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.856162] env[62633]: INFO nova.compute.claims [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1930.858808] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df0e68d5-5f16-470b-a635-7a0d3abf12e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.873380] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808724, 'name': ReconfigVM_Task, 'duration_secs': 0.299991} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.874086] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 561d5f4c-1671-4ab9-907d-f123fc940d52/561d5f4c-1671-4ab9-907d-f123fc940d52.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.875255] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c93eed41-1957-4625-ac65-221a1a63fba2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.879818] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2e53a1-64c4-4e94-9012-a50b47d0da10 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.898379] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1930.898379] env[62633]: value = "task-1808726" [ 1930.898379] env[62633]: _type = "Task" [ 1930.898379] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.917675] env[62633]: DEBUG nova.compute.manager [req-1add00e2-a92c-4458-9c59-c0c4a0cbcab2 req-0e122984-748d-4e47-ab59-489fcec8ca1f service nova] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Detach interface failed, port_id=cfabd335-1f4c-4fd6-81aa-601f5ba121fc, reason: Instance 56591abe-81cb-4af8-97e0-f6015f794f26 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1930.922781] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808726, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.124876] env[62633]: DEBUG nova.compute.manager [req-18722c59-4494-4146-b29a-a67335cdaae2 req-7ee527f1-9511-4ba2-9fd7-58d175ecf748 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Received event network-vif-plugged-c02f5171-21c9-4fd9-83f5-144ffc0943ef {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1931.125164] env[62633]: DEBUG oslo_concurrency.lockutils [req-18722c59-4494-4146-b29a-a67335cdaae2 req-7ee527f1-9511-4ba2-9fd7-58d175ecf748 service nova] Acquiring lock "ad6d5769-499d-4685-b5a2-dabc440343b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.125387] env[62633]: DEBUG oslo_concurrency.lockutils [req-18722c59-4494-4146-b29a-a67335cdaae2 req-7ee527f1-9511-4ba2-9fd7-58d175ecf748 service nova] Lock "ad6d5769-499d-4685-b5a2-dabc440343b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.125567] env[62633]: DEBUG oslo_concurrency.lockutils [req-18722c59-4494-4146-b29a-a67335cdaae2 req-7ee527f1-9511-4ba2-9fd7-58d175ecf748 service nova] Lock "ad6d5769-499d-4685-b5a2-dabc440343b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.125743] env[62633]: DEBUG nova.compute.manager [req-18722c59-4494-4146-b29a-a67335cdaae2 req-7ee527f1-9511-4ba2-9fd7-58d175ecf748 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] No waiting events found dispatching network-vif-plugged-c02f5171-21c9-4fd9-83f5-144ffc0943ef {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1931.125915] env[62633]: WARNING nova.compute.manager [req-18722c59-4494-4146-b29a-a67335cdaae2 req-7ee527f1-9511-4ba2-9fd7-58d175ecf748 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Received unexpected event network-vif-plugged-c02f5171-21c9-4fd9-83f5-144ffc0943ef for instance with vm_state building and task_state spawning. [ 1931.159289] env[62633]: DEBUG oslo_vmware.api [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808725, 'name': PowerOffVM_Task, 'duration_secs': 0.370892} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.159622] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.159834] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.160126] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f926a56d-08c1-4b5c-b522-5a15ed005193 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.203918] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808723, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.247149] env[62633]: DEBUG nova.network.neutron [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Successfully updated port: c02f5171-21c9-4fd9-83f5-144ffc0943ef {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.279634] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.300956] env[62633]: INFO nova.compute.manager [-] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Took 1.47 seconds to deallocate network for instance. [ 1931.405767] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.406013] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.406213] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleting the datastore file [datastore1] 479267ab-88d5-4bc6-8aa7-59c57ba9c055 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.406847] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-637851c0-93b4-4573-a9d6-a814c8a1864f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.411923] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808726, 'name': Rename_Task, 'duration_secs': 0.159171} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.412590] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.412763] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c393f034-c0f1-4490-b4b8-5f3317665e88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.416994] env[62633]: DEBUG oslo_vmware.api [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1931.416994] env[62633]: value = "task-1808728" [ 1931.416994] env[62633]: _type = "Task" [ 1931.416994] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.420913] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1931.420913] env[62633]: value = "task-1808729" [ 1931.420913] env[62633]: _type = "Task" [ 1931.420913] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.427237] env[62633]: DEBUG oslo_vmware.api [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.428133] env[62633]: INFO nova.scheduler.client.report [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted allocation for migration c4e0fb55-29eb-4ee6-b796-f2315a95e4f8 [ 1931.436587] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.709250] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808723, 'name': Destroy_Task, 'duration_secs': 1.342207} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.709624] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Destroyed the VM [ 1931.709749] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1931.710372] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27d98c7e-6902-4c54-805b-d8644a294afd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.717040] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1931.717040] env[62633]: value = "task-1808730" [ 1931.717040] env[62633]: _type = "Task" [ 1931.717040] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.724871] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.749860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquiring lock "refresh_cache-ad6d5769-499d-4685-b5a2-dabc440343b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.749860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquired lock "refresh_cache-ad6d5769-499d-4685-b5a2-dabc440343b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.749860] env[62633]: DEBUG nova.network.neutron [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.778058] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.807985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.932456] env[62633]: DEBUG oslo_vmware.api [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142593} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.933551] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.933830] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.934092] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.934315] env[62633]: INFO nova.compute.manager [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1931.934647] env[62633]: DEBUG oslo.service.loopingcall [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.934871] env[62633]: DEBUG nova.compute.manager [-] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1931.934991] env[62633]: DEBUG nova.network.neutron [-] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1931.941964] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9da92085-0d62-4908-8b14-c5199dc1abe4 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.111s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.943232] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808729, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.115133] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681b322d-8077-41bb-8f00-ee13592f5e3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.126068] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3468956-3cfa-40dd-8733-9080be322d3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.162644] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c5a92-dce3-4a3d-bfa1-8a1a41fb71f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.170255] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5ccfa1-aa5c-4773-a96f-66c5c4ce250e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.184184] env[62633]: DEBUG nova.compute.provider_tree [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.205402] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.205716] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.205940] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.206140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.206317] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.208320] env[62633]: INFO nova.compute.manager [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Terminating instance [ 1932.210846] env[62633]: DEBUG nova.compute.manager [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1932.211205] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.212182] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f4621-0ddd-4414-8f0b-aab410bb4e26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.223094] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.223415] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e56b6c42-fd2b-475b-be50-39c7cb1fe94d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.231784] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808730, 'name': RemoveSnapshot_Task, 'duration_secs': 0.417801} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.233162] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1932.233517] env[62633]: DEBUG nova.compute.manager [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1932.233854] env[62633]: DEBUG oslo_vmware.api [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1932.233854] env[62633]: value = "task-1808731" [ 1932.233854] env[62633]: _type = "Task" [ 1932.233854] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.235204] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e35ab3c-0128-47ef-9203-d66dda973c53 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.255437] env[62633]: DEBUG oslo_vmware.api [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.278491] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.291586] env[62633]: DEBUG nova.network.neutron [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.430623] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808729, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.439894] env[62633]: DEBUG nova.network.neutron [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Updating instance_info_cache with network_info: [{"id": "c02f5171-21c9-4fd9-83f5-144ffc0943ef", "address": "fa:16:3e:32:14:9d", "network": {"id": "95ce4f3c-61ec-4ae5-9a8b-54fdd7324bdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-753705465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a1ef393dc3424c96a2fb2d68839b29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02f5171-21", "ovs_interfaceid": "c02f5171-21c9-4fd9-83f5-144ffc0943ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.677950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.678212] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.687750] env[62633]: DEBUG nova.scheduler.client.report [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1932.749328] env[62633]: DEBUG oslo_vmware.api [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808731, 'name': PowerOffVM_Task, 'duration_secs': 0.198786} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.749618] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.749793] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1932.750048] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93a99e4f-9d4c-407a-aa0e-20af06bea71f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.759207] env[62633]: INFO nova.compute.manager [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Shelve offloading [ 1932.760790] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.761015] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2847ce8-2c9b-4261-8cd2-e72c4b69df1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.766816] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1932.766816] env[62633]: value = "task-1808733" [ 1932.766816] env[62633]: _type = "Task" [ 1932.766816] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.781164] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1932.781366] env[62633]: DEBUG nova.compute.manager [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1932.781655] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.782421] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d1f64b-e3f3-4729-a0ce-1bae1c2926f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.788655] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.788879] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.789088] env[62633]: DEBUG nova.network.neutron [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.933417] env[62633]: DEBUG oslo_vmware.api [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808729, 'name': PowerOnVM_Task, 'duration_secs': 1.475609} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.933793] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.934040] env[62633]: INFO nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1932.934264] env[62633]: DEBUG nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1932.935224] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cece27-db8d-48fd-b5c5-c95a80bc27e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.942442] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1932.942659] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1932.942879] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleting the datastore file [datastore1] d69284a8-8957-410d-ae6d-2bcc8c9cfac1 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1932.943140] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-062f9394-458c-4e8a-a1b5-8e54d8a74be8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.946380] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Releasing lock "refresh_cache-ad6d5769-499d-4685-b5a2-dabc440343b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.946657] env[62633]: DEBUG nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Instance network_info: |[{"id": "c02f5171-21c9-4fd9-83f5-144ffc0943ef", "address": "fa:16:3e:32:14:9d", "network": {"id": "95ce4f3c-61ec-4ae5-9a8b-54fdd7324bdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-753705465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a1ef393dc3424c96a2fb2d68839b29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02f5171-21", "ovs_interfaceid": "c02f5171-21c9-4fd9-83f5-144ffc0943ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1932.949753] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:14:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c02f5171-21c9-4fd9-83f5-144ffc0943ef', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.957130] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Creating folder: Project (21a1ef393dc3424c96a2fb2d68839b29). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1932.957891] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bcdfec5-c7aa-4ded-94c8-0861a93f9b28 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.962893] env[62633]: DEBUG oslo_vmware.api [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1932.962893] env[62633]: value = "task-1808734" [ 1932.962893] env[62633]: _type = "Task" [ 1932.962893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.968855] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Created folder: Project (21a1ef393dc3424c96a2fb2d68839b29) in parent group-v374582. [ 1932.968855] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Creating folder: Instances. Parent ref: group-v374876. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1932.969042] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-457f9618-c115-45ff-b3c2-e0fd6718f743 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.972989] env[62633]: DEBUG oslo_vmware.api [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.980449] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Created folder: Instances in parent group-v374876. [ 1932.980721] env[62633]: DEBUG oslo.service.loopingcall [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.980918] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.981949] env[62633]: DEBUG nova.network.neutron [-] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.982959] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4862a78-6e4b-474a-a9e0-7a5e4ed4f21a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.998565] env[62633]: INFO nova.compute.manager [-] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Took 1.06 seconds to deallocate network for instance. [ 1933.005014] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.005014] env[62633]: value = "task-1808737" [ 1933.005014] env[62633]: _type = "Task" [ 1933.005014] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.015288] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808737, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.159512] env[62633]: DEBUG nova.compute.manager [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Received event network-changed-c02f5171-21c9-4fd9-83f5-144ffc0943ef {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1933.159732] env[62633]: DEBUG nova.compute.manager [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Refreshing instance network info cache due to event network-changed-c02f5171-21c9-4fd9-83f5-144ffc0943ef. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1933.159977] env[62633]: DEBUG oslo_concurrency.lockutils [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] Acquiring lock "refresh_cache-ad6d5769-499d-4685-b5a2-dabc440343b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.160155] env[62633]: DEBUG oslo_concurrency.lockutils [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] Acquired lock "refresh_cache-ad6d5769-499d-4685-b5a2-dabc440343b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.160326] env[62633]: DEBUG nova.network.neutron [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Refreshing network info cache for port c02f5171-21c9-4fd9-83f5-144ffc0943ef {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.180429] env[62633]: DEBUG nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1933.193436] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.193898] env[62633]: DEBUG nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1933.196242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.389s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.196469] env[62633]: DEBUG nova.objects.instance [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'resources' on Instance uuid 56591abe-81cb-4af8-97e0-f6015f794f26 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.282519] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.468190] env[62633]: INFO nova.compute.manager [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Took 14.63 seconds to build instance. [ 1933.476412] env[62633]: DEBUG oslo_vmware.api [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133928} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.476637] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1933.476827] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1933.477014] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1933.480355] env[62633]: INFO nova.compute.manager [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1933.480730] env[62633]: DEBUG oslo.service.loopingcall [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.480958] env[62633]: DEBUG nova.compute.manager [-] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1933.481091] env[62633]: DEBUG nova.network.neutron [-] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1933.488912] env[62633]: DEBUG nova.network.neutron [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Updating instance_info_cache with network_info: [{"id": "9bb819fc-249c-402e-898b-79e9b31d71c7", "address": "fa:16:3e:58:ae:93", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb819fc-24", "ovs_interfaceid": "9bb819fc-249c-402e-898b-79e9b31d71c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.505233] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.515652] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808737, 'name': CreateVM_Task, 'duration_secs': 0.335793} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.515838] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.516533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.516704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.517067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.517326] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6cb1e63-2a86-42e3-80c9-984687389a51 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.522198] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1933.522198] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5290fa79-85a0-413a-3c0f-3aa6a56bb702" [ 1933.522198] env[62633]: _type = "Task" [ 1933.522198] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.530009] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5290fa79-85a0-413a-3c0f-3aa6a56bb702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.699805] env[62633]: DEBUG nova.compute.utils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1933.700729] env[62633]: DEBUG nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1933.700729] env[62633]: DEBUG nova.network.neutron [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1933.712364] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.783353] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.844026] env[62633]: DEBUG nova.policy [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e50b8df4797499b8b6a5b21eb3209b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada2dcc843ec4d42973857f63a66cdc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1933.922150] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ea02d-148a-405e-850c-c73fe503d108 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.928762] env[62633]: DEBUG nova.compute.manager [req-19fc6c19-a678-4506-b679-2ca64b3b0342 req-3e313bea-d3f0-4a63-9cdc-65b5c36afdfe service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Received event network-vif-deleted-d55bfcc0-2ad4-42a5-a84f-dddd46833aef {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1933.929212] env[62633]: INFO nova.compute.manager [req-19fc6c19-a678-4506-b679-2ca64b3b0342 req-3e313bea-d3f0-4a63-9cdc-65b5c36afdfe service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Neutron deleted interface d55bfcc0-2ad4-42a5-a84f-dddd46833aef; detaching it from the instance and deleting it from the info cache [ 1933.929212] env[62633]: DEBUG nova.network.neutron [req-19fc6c19-a678-4506-b679-2ca64b3b0342 req-3e313bea-d3f0-4a63-9cdc-65b5c36afdfe service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.933685] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860a85c5-3b00-49c9-85db-dcf5895e5f99 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.970530] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d288fecc-7da3-4ecf-bacb-dfce0b308514 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.141s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.971451] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500d7067-4d96-422e-8ef9-2e3fc27540fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.980089] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0e94f-a908-4e05-88a9-6cdbb77217be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.995245] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.997546] env[62633]: DEBUG nova.compute.provider_tree [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.032639] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5290fa79-85a0-413a-3c0f-3aa6a56bb702, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.032952] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.033217] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1934.033456] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.033606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.033790] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1934.034064] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-001ff5da-1116-413f-9b22-dd07f9fb7db4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.042467] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1934.042644] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1934.043460] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92f74ae-88fd-4669-8b42-38691e9e87d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.048349] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1934.048349] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52ed7ae1-c272-8680-d997-d1d11e9b8cae" [ 1934.048349] env[62633]: _type = "Task" [ 1934.048349] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.057946] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ed7ae1-c272-8680-d997-d1d11e9b8cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.197964] env[62633]: DEBUG nova.network.neutron [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Updated VIF entry in instance network info cache for port c02f5171-21c9-4fd9-83f5-144ffc0943ef. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.198387] env[62633]: DEBUG nova.network.neutron [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Updating instance_info_cache with network_info: [{"id": "c02f5171-21c9-4fd9-83f5-144ffc0943ef", "address": "fa:16:3e:32:14:9d", "network": {"id": "95ce4f3c-61ec-4ae5-9a8b-54fdd7324bdd", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-753705465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21a1ef393dc3424c96a2fb2d68839b29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc02f5171-21", "ovs_interfaceid": "c02f5171-21c9-4fd9-83f5-144ffc0943ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.204366] env[62633]: DEBUG nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1934.231062] env[62633]: DEBUG nova.network.neutron [-] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.262789] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.264038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca46f589-be95-4f5e-8d06-8cfd75e7b872 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.274070] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.278070] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bcc731b-2adc-4cc4-b77e-8653dcb8e7b6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.285605] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.407598] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.407598] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.407598] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleting the datastore file [datastore1] 11b8d909-e41d-462a-a413-d64c1e6fd50f {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.407598] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e1511cd-bd49-4113-9284-0dd0622ad8e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.411548] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1934.411548] env[62633]: value = "task-1808739" [ 1934.411548] env[62633]: _type = "Task" [ 1934.411548] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.425540] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.433425] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef82973b-2fc7-40de-8b2e-fed999831c17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.442574] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d7592-203f-4a8b-b2e8-96dfd0412504 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.479885] env[62633]: DEBUG nova.compute.manager [req-19fc6c19-a678-4506-b679-2ca64b3b0342 req-3e313bea-d3f0-4a63-9cdc-65b5c36afdfe service nova] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Detach interface failed, port_id=d55bfcc0-2ad4-42a5-a84f-dddd46833aef, reason: Instance d69284a8-8957-410d-ae6d-2bcc8c9cfac1 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1934.490541] env[62633]: DEBUG nova.network.neutron [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Successfully created port: a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1934.501145] env[62633]: DEBUG nova.scheduler.client.report [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1934.561342] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ed7ae1-c272-8680-d997-d1d11e9b8cae, 'name': SearchDatastore_Task, 'duration_secs': 0.008393} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.562157] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce1adfc-260d-4c6e-9161-5fb87590ac7c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.568218] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1934.568218] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525dfd06-1bd6-e647-3a24-5b905c4c00e0" [ 1934.568218] env[62633]: _type = "Task" [ 1934.568218] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.576601] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525dfd06-1bd6-e647-3a24-5b905c4c00e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.702433] env[62633]: DEBUG oslo_concurrency.lockutils [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] Releasing lock "refresh_cache-ad6d5769-499d-4685-b5a2-dabc440343b0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.702745] env[62633]: DEBUG nova.compute.manager [req-41fb6f9b-3be5-49de-9658-67ad2bef651c req-40c31ef6-bd07-40ac-bd86-87a8cb37f3e1 service nova] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Received event network-vif-deleted-e75b2402-77c5-41ec-9cfe-1f824a2f0596 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1934.734791] env[62633]: INFO nova.compute.manager [-] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Took 1.25 seconds to deallocate network for instance. [ 1934.783750] env[62633]: DEBUG oslo_vmware.api [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808718, 'name': ReconfigVM_Task, 'duration_secs': 5.849778} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.784115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.784369] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1934.923203] env[62633]: DEBUG oslo_vmware.api [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12679} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.923203] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1934.923203] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1934.923203] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1934.949959] env[62633]: INFO nova.scheduler.client.report [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted allocations for instance 11b8d909-e41d-462a-a413-d64c1e6fd50f [ 1935.006040] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.008339] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.503s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.008576] env[62633]: DEBUG nova.objects.instance [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lazy-loading 'resources' on Instance uuid 479267ab-88d5-4bc6-8aa7-59c57ba9c055 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.026181] env[62633]: INFO nova.scheduler.client.report [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted allocations for instance 56591abe-81cb-4af8-97e0-f6015f794f26 [ 1935.082263] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525dfd06-1bd6-e647-3a24-5b905c4c00e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.082263] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.082263] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ad6d5769-499d-4685-b5a2-dabc440343b0/ad6d5769-499d-4685-b5a2-dabc440343b0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1935.082263] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ed3ff66-7275-4bb1-aa47-a7320d4ff1fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.090319] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1935.090319] env[62633]: value = "task-1808740" [ 1935.090319] env[62633]: _type = "Task" [ 1935.090319] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.098365] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.192146] env[62633]: DEBUG nova.compute.manager [req-790a6f01-b994-43bb-ae76-f67fefa6de45 req-5dc37dec-eaef-427d-945b-f50a67cc082e service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Received event network-changed-f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1935.192356] env[62633]: DEBUG nova.compute.manager [req-790a6f01-b994-43bb-ae76-f67fefa6de45 req-5dc37dec-eaef-427d-945b-f50a67cc082e service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Refreshing instance network info cache due to event network-changed-f203b91d-2275-4e06-8fa6-85c092c14689. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1935.192577] env[62633]: DEBUG oslo_concurrency.lockutils [req-790a6f01-b994-43bb-ae76-f67fefa6de45 req-5dc37dec-eaef-427d-945b-f50a67cc082e service nova] Acquiring lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.192725] env[62633]: DEBUG oslo_concurrency.lockutils [req-790a6f01-b994-43bb-ae76-f67fefa6de45 req-5dc37dec-eaef-427d-945b-f50a67cc082e service nova] Acquired lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.192893] env[62633]: DEBUG nova.network.neutron [req-790a6f01-b994-43bb-ae76-f67fefa6de45 req-5dc37dec-eaef-427d-945b-f50a67cc082e service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Refreshing network info cache for port f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.216024] env[62633]: DEBUG nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1935.240336] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.250139] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1935.250139] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1935.250276] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1935.250982] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1935.250982] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1935.250982] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1935.250982] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1935.251389] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1935.252061] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1935.252513] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1935.253095] env[62633]: DEBUG nova.virt.hardware [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1935.254635] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8a07f7-543f-48a9-aafa-c9bdb61b559e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.268463] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a5abc-bd5c-4b83-9797-f5d92255f4eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.454919] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.533547] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e5a312d7-3386-4e95-a6cb-dedc1f92fdba tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "56591abe-81cb-4af8-97e0-f6015f794f26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.917s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.599411] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.602265] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] ad6d5769-499d-4685-b5a2-dabc440343b0/ad6d5769-499d-4685-b5a2-dabc440343b0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.602498] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.603309] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8482302-0eb2-4b71-aa72-63e05e9bf825 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.612179] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1935.612179] env[62633]: value = "task-1808741" [ 1935.612179] env[62633]: _type = "Task" [ 1935.612179] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.624627] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.720666] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ab377a-caf8-425f-91c5-1690589fe535 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.728416] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc77d407-4eb8-4b30-be81-998f45e38ea1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.762415] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7f8b98-8adb-4d42-95e1-33ff9fb99368 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.770425] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8d9f13-a56a-4255-9140-98f96987ba8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.785629] env[62633]: DEBUG nova.compute.provider_tree [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.005906] env[62633]: DEBUG nova.network.neutron [req-790a6f01-b994-43bb-ae76-f67fefa6de45 req-5dc37dec-eaef-427d-945b-f50a67cc082e service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Updated VIF entry in instance network info cache for port f203b91d-2275-4e06-8fa6-85c092c14689. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.006313] env[62633]: DEBUG nova.network.neutron [req-790a6f01-b994-43bb-ae76-f67fefa6de45 req-5dc37dec-eaef-427d-945b-f50a67cc082e service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Updating instance_info_cache with network_info: [{"id": "f203b91d-2275-4e06-8fa6-85c092c14689", "address": "fa:16:3e:9b:cb:6b", "network": {"id": "f3ac5f5a-782b-4c3b-8e95-be0ec1913dd0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-962254141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a927f789ce450f80ecff6cd24b1b94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf203b91d-22", "ovs_interfaceid": "f203b91d-2275-4e06-8fa6-85c092c14689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.125464] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06545} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.125750] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.126577] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0f5c36-20fe-4401-bbeb-57dcda48b948 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.129469] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.129469] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.129620] env[62633]: DEBUG nova.network.neutron [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.151937] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] ad6d5769-499d-4685-b5a2-dabc440343b0/ad6d5769-499d-4685-b5a2-dabc440343b0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.152922] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42600b53-57b0-4858-b7b1-720ae3689f87 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.175827] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1936.175827] env[62633]: value = "task-1808742" [ 1936.175827] env[62633]: _type = "Task" [ 1936.175827] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.185221] env[62633]: DEBUG nova.compute.manager [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Received event network-vif-unplugged-9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1936.185221] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] Acquiring lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.185221] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.185221] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.185467] env[62633]: DEBUG nova.compute.manager [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] No waiting events found dispatching network-vif-unplugged-9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1936.185467] env[62633]: WARNING nova.compute.manager [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Received unexpected event network-vif-unplugged-9bb819fc-249c-402e-898b-79e9b31d71c7 for instance with vm_state shelved_offloaded and task_state None. [ 1936.185635] env[62633]: DEBUG nova.compute.manager [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Received event network-changed-9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1936.185934] env[62633]: DEBUG nova.compute.manager [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Refreshing instance network info cache due to event network-changed-9bb819fc-249c-402e-898b-79e9b31d71c7. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1936.186282] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] Acquiring lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.189227] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] Acquired lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.189227] env[62633]: DEBUG nova.network.neutron [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Refreshing network info cache for port 9bb819fc-249c-402e-898b-79e9b31d71c7 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.195669] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.288796] env[62633]: DEBUG nova.scheduler.client.report [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1936.509583] env[62633]: DEBUG oslo_concurrency.lockutils [req-790a6f01-b994-43bb-ae76-f67fefa6de45 req-5dc37dec-eaef-427d-945b-f50a67cc082e service nova] Releasing lock "refresh_cache-561d5f4c-1671-4ab9-907d-f123fc940d52" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.686307] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808742, 'name': ReconfigVM_Task, 'duration_secs': 0.489773} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.686676] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Reconfigured VM instance instance-0000006c to attach disk [datastore1] ad6d5769-499d-4685-b5a2-dabc440343b0/ad6d5769-499d-4685-b5a2-dabc440343b0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.687690] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-676ac771-8ed5-4e08-94e2-9a8ab3b747c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.697800] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1936.697800] env[62633]: value = "task-1808743" [ 1936.697800] env[62633]: _type = "Task" [ 1936.697800] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.709121] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808743, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.794290] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.798499] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.086s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.803331] env[62633]: INFO nova.compute.claims [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.817282] env[62633]: INFO nova.scheduler.client.report [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted allocations for instance 479267ab-88d5-4bc6-8aa7-59c57ba9c055 [ 1936.894440] env[62633]: INFO nova.network.neutron [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Port ec79ae6d-2976-4aa1-9677-4ef072a346c0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1936.894822] env[62633]: DEBUG nova.network.neutron [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.208448] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808743, 'name': Rename_Task, 'duration_secs': 0.140359} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.208830] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.209142] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5832af95-3848-45dd-8d33-ea316ef74df1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.216166] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1937.216166] env[62633]: value = "task-1808744" [ 1937.216166] env[62633]: _type = "Task" [ 1937.216166] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.225482] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.235492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.325922] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a7caf875-9f39-43e5-a569-ab2ddc092af8 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "479267ab-88d5-4bc6-8aa7-59c57ba9c055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.696s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.397814] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.477450] env[62633]: DEBUG nova.network.neutron [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Successfully updated port: a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.663341] env[62633]: DEBUG nova.compute.manager [req-ff73c320-9bb0-4050-8220-6347ace2a795 req-3a4141eb-3705-46cc-a09c-2a48dc0807a9 service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Received event network-vif-plugged-a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1937.663660] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff73c320-9bb0-4050-8220-6347ace2a795 req-3a4141eb-3705-46cc-a09c-2a48dc0807a9 service nova] Acquiring lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.663829] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff73c320-9bb0-4050-8220-6347ace2a795 req-3a4141eb-3705-46cc-a09c-2a48dc0807a9 service nova] Lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.664020] env[62633]: DEBUG oslo_concurrency.lockutils [req-ff73c320-9bb0-4050-8220-6347ace2a795 req-3a4141eb-3705-46cc-a09c-2a48dc0807a9 service nova] Lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.664669] env[62633]: DEBUG nova.compute.manager [req-ff73c320-9bb0-4050-8220-6347ace2a795 req-3a4141eb-3705-46cc-a09c-2a48dc0807a9 service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] No waiting events found dispatching network-vif-plugged-a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1937.664963] env[62633]: WARNING nova.compute.manager [req-ff73c320-9bb0-4050-8220-6347ace2a795 req-3a4141eb-3705-46cc-a09c-2a48dc0807a9 service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Received unexpected event network-vif-plugged-a626b923-6062-4fd9-b425-9b2f7e71f6f6 for instance with vm_state building and task_state spawning. [ 1937.726201] env[62633]: DEBUG oslo_vmware.api [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808744, 'name': PowerOnVM_Task, 'duration_secs': 0.489623} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.726984] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1937.726984] env[62633]: INFO nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1937.726984] env[62633]: DEBUG nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1937.728143] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850e3185-dcde-4982-8535-7438fe2d9d65 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.835151] env[62633]: DEBUG nova.network.neutron [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Updated VIF entry in instance network info cache for port 9bb819fc-249c-402e-898b-79e9b31d71c7. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1937.835538] env[62633]: DEBUG nova.network.neutron [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Updating instance_info_cache with network_info: [{"id": "9bb819fc-249c-402e-898b-79e9b31d71c7", "address": "fa:16:3e:58:ae:93", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": null, "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9bb819fc-24", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.907724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ae1c4ecb-1536-4a48-9ef7-060d60f96440 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-ec79ae6d-2976-4aa1-9677-4ef072a346c0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.758s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.983069] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.983223] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.983370] env[62633]: DEBUG nova.network.neutron [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.997147] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7153a9-09f6-4f1f-9f85-493c0667e89e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.005471] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ec1c46-8d65-4040-8732-4ebc3a5248f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.048213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753d17b-2178-45db-ae1c-50aa412d382a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.055728] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a569bcfc-e518-4804-92da-7704595167a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.071527] env[62633]: DEBUG nova.compute.provider_tree [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.252022] env[62633]: INFO nova.compute.manager [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Took 14.00 seconds to build instance. [ 1938.341554] env[62633]: DEBUG oslo_concurrency.lockutils [req-4c06c081-0332-4414-ba22-8631946717aa req-85746550-88f6-47ed-ac9a-9cd3af046160 service nova] Releasing lock "refresh_cache-11b8d909-e41d-462a-a413-d64c1e6fd50f" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.544337] env[62633]: DEBUG nova.network.neutron [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1938.575315] env[62633]: DEBUG nova.scheduler.client.report [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1938.668985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.669325] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.754856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c3c5a1f1-090a-4293-a608-05908faf0af8 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "ad6d5769-499d-4685-b5a2-dabc440343b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.519s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.865043] env[62633]: DEBUG nova.network.neutron [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Updating instance_info_cache with network_info: [{"id": "a626b923-6062-4fd9-b425-9b2f7e71f6f6", "address": "fa:16:3e:43:12:f0", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa626b923-60", "ovs_interfaceid": "a626b923-6062-4fd9-b425-9b2f7e71f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.052155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.052410] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.081115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.081925] env[62633]: DEBUG nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1939.086534] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.847s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.086935] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.089492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.635s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.089891] env[62633]: DEBUG nova.objects.instance [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'resources' on Instance uuid 11b8d909-e41d-462a-a413-d64c1e6fd50f {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.108114] env[62633]: INFO nova.scheduler.client.report [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted allocations for instance d69284a8-8957-410d-ae6d-2bcc8c9cfac1 [ 1939.173058] env[62633]: DEBUG nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1939.286424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.286793] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.369103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.369400] env[62633]: DEBUG nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Instance network_info: |[{"id": "a626b923-6062-4fd9-b425-9b2f7e71f6f6", "address": "fa:16:3e:43:12:f0", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa626b923-60", "ovs_interfaceid": "a626b923-6062-4fd9-b425-9b2f7e71f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1939.369843] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:12:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a626b923-6062-4fd9-b425-9b2f7e71f6f6', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1939.377610] env[62633]: DEBUG oslo.service.loopingcall [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.377826] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1939.378073] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4192caa5-c1e2-4951-85f8-ec91f1e7a365 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.402313] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1939.402313] env[62633]: value = "task-1808745" [ 1939.402313] env[62633]: _type = "Task" [ 1939.402313] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.415032] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808745, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.478925] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-48091777-b09d-4ae6-bc80-e32c7be7fbb8-ec79ae6d-2976-4aa1-9677-4ef072a346c0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.479244] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-48091777-b09d-4ae6-bc80-e32c7be7fbb8-ec79ae6d-2976-4aa1-9677-4ef072a346c0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.479617] env[62633]: DEBUG nova.objects.instance [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'flavor' on Instance uuid 48091777-b09d-4ae6-bc80-e32c7be7fbb8 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.556436] env[62633]: DEBUG nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1939.588397] env[62633]: DEBUG nova.compute.utils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1939.589876] env[62633]: DEBUG nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1939.590488] env[62633]: DEBUG nova.network.neutron [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1939.593949] env[62633]: DEBUG nova.objects.instance [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'numa_topology' on Instance uuid 11b8d909-e41d-462a-a413-d64c1e6fd50f {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.616962] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c8903609-ba36-482a-8fa3-100ddc025d78 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "d69284a8-8957-410d-ae6d-2bcc8c9cfac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.411s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.629101] env[62633]: DEBUG nova.policy [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33b5162555de4de18ef18f2bf16fd103', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c277343f2d12457f94fa90d66722baff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1939.698670] env[62633]: DEBUG nova.compute.manager [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Received event network-changed-a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1939.698962] env[62633]: DEBUG nova.compute.manager [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Refreshing instance network info cache due to event network-changed-a626b923-6062-4fd9-b425-9b2f7e71f6f6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1939.699298] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Acquiring lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.699487] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Acquired lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.699659] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Refreshing network info cache for port a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.701527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.790775] env[62633]: DEBUG nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1939.897825] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquiring lock "ad6d5769-499d-4685-b5a2-dabc440343b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.898324] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "ad6d5769-499d-4685-b5a2-dabc440343b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.898703] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquiring lock "ad6d5769-499d-4685-b5a2-dabc440343b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.899149] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "ad6d5769-499d-4685-b5a2-dabc440343b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.899468] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "ad6d5769-499d-4685-b5a2-dabc440343b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.902858] env[62633]: INFO nova.compute.manager [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Terminating instance [ 1939.905296] env[62633]: DEBUG nova.compute.manager [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1939.905600] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1939.911912] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2d5749-21b1-426b-9f71-7e5928ee07b9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.923919] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808745, 'name': CreateVM_Task, 'duration_secs': 0.47066} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.926766] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.927346] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.928103] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.928385] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.928857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.929198] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aab36e26-9f9b-4960-bdb5-823118180ace {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.931334] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd35ac2-9832-4f6c-b7e0-80428ec3780f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.937198] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1939.937198] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524e0c0d-dcf0-7135-ace7-2a321eb189de" [ 1939.937198] env[62633]: _type = "Task" [ 1939.937198] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.939201] env[62633]: DEBUG oslo_vmware.api [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1939.939201] env[62633]: value = "task-1808746" [ 1939.939201] env[62633]: _type = "Task" [ 1939.939201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.945168] env[62633]: DEBUG nova.network.neutron [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Successfully created port: 8bfc80ad-75a0-4e7e-bb57-0986c40dc157 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1939.960840] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524e0c0d-dcf0-7135-ace7-2a321eb189de, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.966209] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.966682] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1939.966986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.967294] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.967606] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1939.968043] env[62633]: DEBUG oslo_vmware.api [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.968376] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4268514b-1f92-4607-bd44-0f68100d6b23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.977636] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1939.977830] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1939.978589] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b36e54d-6144-45e2-8cfc-b2a92677dc15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.986234] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1939.986234] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2256e-42fa-3c9e-cfd6-7174ed025a46" [ 1939.986234] env[62633]: _type = "Task" [ 1939.986234] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.994476] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2256e-42fa-3c9e-cfd6-7174ed025a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.076125] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.093545] env[62633]: DEBUG nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1940.096462] env[62633]: DEBUG nova.objects.base [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Object Instance<11b8d909-e41d-462a-a413-d64c1e6fd50f> lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1940.314158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.316364] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67100fa-d422-46ab-98be-9adfb7337d15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.324129] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef2fe40-72b5-40b6-9255-113dfe284301 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.358350] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb0730b-59fd-4cdc-a4db-e4eabe84d263 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.366960] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d63f9d-c3ce-4aa6-8e80-94d4a2723269 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.380467] env[62633]: DEBUG nova.compute.provider_tree [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.439449] env[62633]: DEBUG nova.objects.instance [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'pci_requests' on Instance uuid 48091777-b09d-4ae6-bc80-e32c7be7fbb8 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.452916] env[62633]: DEBUG oslo_vmware.api [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808746, 'name': PowerOffVM_Task, 'duration_secs': 0.207275} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.453861] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.454221] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.454368] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fce6bcb-3d4a-4480-b1d3-60b40e093936 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.468807] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Updated VIF entry in instance network info cache for port a626b923-6062-4fd9-b425-9b2f7e71f6f6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.469357] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Updating instance_info_cache with network_info: [{"id": "a626b923-6062-4fd9-b425-9b2f7e71f6f6", "address": "fa:16:3e:43:12:f0", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa626b923-60", "ovs_interfaceid": "a626b923-6062-4fd9-b425-9b2f7e71f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.496908] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2256e-42fa-3c9e-cfd6-7174ed025a46, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.497725] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804d4402-e321-4a71-8c47-054f2fb11474 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.503842] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1940.503842] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5282e579-da15-97e0-7cff-646a3fb868f5" [ 1940.503842] env[62633]: _type = "Task" [ 1940.503842] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.513885] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5282e579-da15-97e0-7cff-646a3fb868f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.574611] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.574877] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.575055] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Deleting the datastore file [datastore1] ad6d5769-499d-4685-b5a2-dabc440343b0 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.575368] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40569227-2801-4669-91dc-0ad6e9e97789 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.582304] env[62633]: DEBUG oslo_vmware.api [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for the task: (returnval){ [ 1940.582304] env[62633]: value = "task-1808748" [ 1940.582304] env[62633]: _type = "Task" [ 1940.582304] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.590522] env[62633]: DEBUG oslo_vmware.api [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.883909] env[62633]: DEBUG nova.scheduler.client.report [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1940.942496] env[62633]: DEBUG nova.objects.base [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Object Instance<48091777-b09d-4ae6-bc80-e32c7be7fbb8> lazy-loaded attributes: flavor,pci_requests {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1940.942778] env[62633]: DEBUG nova.network.neutron [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1940.972156] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Releasing lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.972444] env[62633]: DEBUG nova.compute.manager [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-changed-eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1940.972620] env[62633]: DEBUG nova.compute.manager [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing instance network info cache due to event network-changed-eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1940.972832] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Acquiring lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.972982] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Acquired lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.973186] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Refreshing network info cache for port eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.011705] env[62633]: DEBUG nova.policy [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b99088cad2e44d9aabe3cdb80f8985b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53eb600e41a14bedbd96af9694ace5ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1941.018553] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5282e579-da15-97e0-7cff-646a3fb868f5, 'name': SearchDatastore_Task, 'duration_secs': 0.021436} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.018846] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.019147] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7006fbe9-3027-45d4-9252-7a9bb7141ffd/7006fbe9-3027-45d4-9252-7a9bb7141ffd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.019439] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bcf013c-4786-4159-a4cd-e12de41f9f1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.027334] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1941.027334] env[62633]: value = "task-1808749" [ 1941.027334] env[62633]: _type = "Task" [ 1941.027334] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.034919] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.094390] env[62633]: DEBUG oslo_vmware.api [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Task: {'id': task-1808748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132082} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.094670] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.094878] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.095102] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.095312] env[62633]: INFO nova.compute.manager [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1941.095586] env[62633]: DEBUG oslo.service.loopingcall [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.095831] env[62633]: DEBUG nova.compute.manager [-] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1941.095938] env[62633]: DEBUG nova.network.neutron [-] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.106070] env[62633]: DEBUG nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1941.139576] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1941.139846] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1941.140075] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1941.140306] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1941.140508] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1941.140677] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1941.140941] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1941.141158] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1941.141362] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1941.141562] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1941.141774] env[62633]: DEBUG nova.virt.hardware [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1941.142730] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2c95a5-72c0-4d38-a96b-87d0fa02b151 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.151181] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d4d06-2ed7-41df-a53d-33790519b84e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.388932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.391492] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.690s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.393032] env[62633]: INFO nova.compute.claims [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.536968] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468027} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.537273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 7006fbe9-3027-45d4-9252-7a9bb7141ffd/7006fbe9-3027-45d4-9252-7a9bb7141ffd.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.537489] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.537843] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddf7f035-9a1a-4be7-a3e8-beb1da3fb7cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.543636] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1941.543636] env[62633]: value = "task-1808750" [ 1941.543636] env[62633]: _type = "Task" [ 1941.543636] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.552406] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.793225] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updated VIF entry in instance network info cache for port eee052d1-a479-4849-a738-95612a460004. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1941.793650] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [{"id": "eee052d1-a479-4849-a738-95612a460004", "address": "fa:16:3e:a1:66:6a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee052d1-a4", "ovs_interfaceid": "eee052d1-a479-4849-a738-95612a460004", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.835209] env[62633]: DEBUG nova.compute.manager [req-1bc721bd-a632-4340-b726-372178feb926 req-e77c2c5a-9b98-4b6e-b12b-cfcde9dd7d64 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Received event network-vif-deleted-c02f5171-21c9-4fd9-83f5-144ffc0943ef {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1941.835420] env[62633]: INFO nova.compute.manager [req-1bc721bd-a632-4340-b726-372178feb926 req-e77c2c5a-9b98-4b6e-b12b-cfcde9dd7d64 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Neutron deleted interface c02f5171-21c9-4fd9-83f5-144ffc0943ef; detaching it from the instance and deleting it from the info cache [ 1941.835600] env[62633]: DEBUG nova.network.neutron [req-1bc721bd-a632-4340-b726-372178feb926 req-e77c2c5a-9b98-4b6e-b12b-cfcde9dd7d64 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.887720] env[62633]: DEBUG nova.network.neutron [-] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.906952] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9c6d4505-bad7-4b52-868d-86e57f1a35b7 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.073s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.909631] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.674s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.909889] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.910128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.910307] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.912124] env[62633]: INFO nova.compute.manager [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Terminating instance [ 1941.915473] env[62633]: DEBUG nova.compute.manager [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1941.917710] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.919341] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29f79291-e028-4efe-b405-37d87da7c212 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.930442] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1068c962-bbee-4dd0-be09-dd0986d4f7d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.964697] env[62633]: WARNING nova.virt.vmwareapi.vmops [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 11b8d909-e41d-462a-a413-d64c1e6fd50f could not be found. [ 1941.964935] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.965145] env[62633]: INFO nova.compute.manager [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1941.965391] env[62633]: DEBUG oslo.service.loopingcall [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.966216] env[62633]: DEBUG nova.compute.manager [-] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1941.966216] env[62633]: DEBUG nova.network.neutron [-] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1942.025555] env[62633]: DEBUG nova.network.neutron [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Successfully updated port: 8bfc80ad-75a0-4e7e-bb57-0986c40dc157 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1942.053823] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057695} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.054126] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1942.055305] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e968047-f5ea-4b53-9f27-b7f43abb0330 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.080619] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 7006fbe9-3027-45d4-9252-7a9bb7141ffd/7006fbe9-3027-45d4-9252-7a9bb7141ffd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.081355] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f106746b-e5b6-4b3e-b0a5-4626bd951549 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.104759] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1942.104759] env[62633]: value = "task-1808751" [ 1942.104759] env[62633]: _type = "Task" [ 1942.104759] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.113382] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.297064] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Releasing lock "refresh_cache-4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.297244] env[62633]: DEBUG nova.compute.manager [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received event network-changed-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1942.297344] env[62633]: DEBUG nova.compute.manager [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing instance network info cache due to event network-changed-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1942.297587] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Acquiring lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.297769] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Acquired lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.297908] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing network info cache for port b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.338453] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1233a12a-3d96-4bc8-824d-c3776821d3b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.348408] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca3a30c-69e1-408e-a169-732d92475d8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.378893] env[62633]: DEBUG nova.compute.manager [req-1bc721bd-a632-4340-b726-372178feb926 req-e77c2c5a-9b98-4b6e-b12b-cfcde9dd7d64 service nova] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Detach interface failed, port_id=c02f5171-21c9-4fd9-83f5-144ffc0943ef, reason: Instance ad6d5769-499d-4685-b5a2-dabc440343b0 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1942.390611] env[62633]: INFO nova.compute.manager [-] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Took 1.29 seconds to deallocate network for instance. [ 1942.527942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "refresh_cache-a3c93b52-ea76-4839-a8f7-9709d036ee9a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.528115] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "refresh_cache-a3c93b52-ea76-4839-a8f7-9709d036ee9a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.528276] env[62633]: DEBUG nova.network.neutron [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1942.579516] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874bed29-fe10-41e8-8343-a9437fd363ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.588815] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742dcb29-f769-48c6-b3f3-88dcc76701a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.621143] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc2892-f9d6-4016-8ffe-1b4121d59b46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.628125] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808751, 'name': ReconfigVM_Task, 'duration_secs': 0.270923} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.630107] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 7006fbe9-3027-45d4-9252-7a9bb7141ffd/7006fbe9-3027-45d4-9252-7a9bb7141ffd.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.630771] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7af6982-ac70-44a7-a45c-1a9221dccb2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.633141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba40d92-3c55-49ae-8cbb-fa8bca921061 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.646696] env[62633]: DEBUG nova.compute.provider_tree [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.648933] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1942.648933] env[62633]: value = "task-1808752" [ 1942.648933] env[62633]: _type = "Task" [ 1942.648933] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.656684] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808752, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.739869] env[62633]: DEBUG nova.network.neutron [-] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.896359] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.083552] env[62633]: DEBUG nova.network.neutron [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1943.124306] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updated VIF entry in instance network info cache for port b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.124697] env[62633]: DEBUG nova.network.neutron [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.153902] env[62633]: DEBUG nova.scheduler.client.report [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1943.162233] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808752, 'name': Rename_Task, 'duration_secs': 0.146363} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.162549] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.162830] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c683408-746a-4128-85fe-d14fe9b193cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.169396] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1943.169396] env[62633]: value = "task-1808753" [ 1943.169396] env[62633]: _type = "Task" [ 1943.169396] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.182419] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.242698] env[62633]: INFO nova.compute.manager [-] [instance: 11b8d909-e41d-462a-a413-d64c1e6fd50f] Took 1.28 seconds to deallocate network for instance. [ 1943.255140] env[62633]: DEBUG nova.network.neutron [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Updating instance_info_cache with network_info: [{"id": "8bfc80ad-75a0-4e7e-bb57-0986c40dc157", "address": "fa:16:3e:24:95:7f", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfc80ad-75", "ovs_interfaceid": "8bfc80ad-75a0-4e7e-bb57-0986c40dc157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.627836] env[62633]: DEBUG oslo_concurrency.lockutils [req-e415f223-9b2d-4ed0-a78f-52f96b1c5ce7 req-a9621e9a-8c97-4a3c-ba88-f7ef869d15aa service nova] Releasing lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.659070] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.659540] env[62633]: DEBUG nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1943.662252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.586s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.663762] env[62633]: INFO nova.compute.claims [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.679986] env[62633]: DEBUG oslo_vmware.api [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808753, 'name': PowerOnVM_Task, 'duration_secs': 0.408523} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.680275] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.680485] env[62633]: INFO nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1943.680667] env[62633]: DEBUG nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1943.681507] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e51fa6-3bb0-4686-a40b-01e1238b80fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.758217] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "refresh_cache-a3c93b52-ea76-4839-a8f7-9709d036ee9a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.758483] env[62633]: DEBUG nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Instance network_info: |[{"id": "8bfc80ad-75a0-4e7e-bb57-0986c40dc157", "address": "fa:16:3e:24:95:7f", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfc80ad-75", "ovs_interfaceid": "8bfc80ad-75a0-4e7e-bb57-0986c40dc157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1943.760727] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:95:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bfc80ad-75a0-4e7e-bb57-0986c40dc157', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1943.768276] env[62633]: DEBUG oslo.service.loopingcall [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.770924] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1943.770995] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1836f95a-2b00-4385-969e-59ddfdbac09d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.791927] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1943.791927] env[62633]: value = "task-1808754" [ 1943.791927] env[62633]: _type = "Task" [ 1943.791927] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.800140] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.109431] env[62633]: DEBUG nova.compute.manager [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Received event network-vif-plugged-8bfc80ad-75a0-4e7e-bb57-0986c40dc157 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1944.109431] env[62633]: DEBUG oslo_concurrency.lockutils [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] Acquiring lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.109696] env[62633]: DEBUG oslo_concurrency.lockutils [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] Lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.109804] env[62633]: DEBUG oslo_concurrency.lockutils [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] Lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.109980] env[62633]: DEBUG nova.compute.manager [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] No waiting events found dispatching network-vif-plugged-8bfc80ad-75a0-4e7e-bb57-0986c40dc157 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1944.110166] env[62633]: WARNING nova.compute.manager [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Received unexpected event network-vif-plugged-8bfc80ad-75a0-4e7e-bb57-0986c40dc157 for instance with vm_state building and task_state spawning. [ 1944.110332] env[62633]: DEBUG nova.compute.manager [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Received event network-changed-8bfc80ad-75a0-4e7e-bb57-0986c40dc157 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1944.110491] env[62633]: DEBUG nova.compute.manager [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Refreshing instance network info cache due to event network-changed-8bfc80ad-75a0-4e7e-bb57-0986c40dc157. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1944.110676] env[62633]: DEBUG oslo_concurrency.lockutils [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] Acquiring lock "refresh_cache-a3c93b52-ea76-4839-a8f7-9709d036ee9a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.110816] env[62633]: DEBUG oslo_concurrency.lockutils [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] Acquired lock "refresh_cache-a3c93b52-ea76-4839-a8f7-9709d036ee9a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.111054] env[62633]: DEBUG nova.network.neutron [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Refreshing network info cache for port 8bfc80ad-75a0-4e7e-bb57-0986c40dc157 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.168130] env[62633]: DEBUG nova.compute.utils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.172673] env[62633]: DEBUG nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1944.173099] env[62633]: DEBUG nova.network.neutron [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1944.197119] env[62633]: INFO nova.compute.manager [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Took 14.93 seconds to build instance. [ 1944.216164] env[62633]: DEBUG nova.policy [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fe3a49ec473445786c1b77b390e1d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8b3cbeb0f6545b9951614c9299b07a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1944.289368] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9c12b53-248a-4135-b4bc-c109db295b51 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "11b8d909-e41d-462a-a413-d64c1e6fd50f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.380s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.301739] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.527644] env[62633]: DEBUG nova.network.neutron [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Successfully created port: 2b829cb7-da81-41de-ab37-27478bc67388 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.676247] env[62633]: DEBUG nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1944.701016] env[62633]: DEBUG oslo_concurrency.lockutils [None req-48b0bc60-33ac-4bc8-9529-86dd00a70f6b tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.470s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.804491] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.866232] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e75f74b-36cd-4efc-8030-ced2065ad2c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.874506] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4656dc32-7291-4e25-ba65-430f9df11d1f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.906755] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acd32e1-eedd-407b-abe9-4520e1fb62f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.915438] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c27515-5d29-40b8-8d51-c936d4a3b155 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.929910] env[62633]: DEBUG nova.compute.provider_tree [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.032268] env[62633]: DEBUG nova.network.neutron [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Updated VIF entry in instance network info cache for port 8bfc80ad-75a0-4e7e-bb57-0986c40dc157. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.032268] env[62633]: DEBUG nova.network.neutron [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Updating instance_info_cache with network_info: [{"id": "8bfc80ad-75a0-4e7e-bb57-0986c40dc157", "address": "fa:16:3e:24:95:7f", "network": {"id": "4cc1119f-7398-49c4-8beb-6e6373e60f59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2030040994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c277343f2d12457f94fa90d66722baff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bfc80ad-75", "ovs_interfaceid": "8bfc80ad-75a0-4e7e-bb57-0986c40dc157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.302883] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.434185] env[62633]: DEBUG nova.scheduler.client.report [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1945.533541] env[62633]: DEBUG oslo_concurrency.lockutils [req-e1fae357-0646-4ee3-b1b3-0d7cf3692d4c req-0c173e78-7a21-4038-a627-42adc1e55acc service nova] Releasing lock "refresh_cache-a3c93b52-ea76-4839-a8f7-9709d036ee9a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.637612] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1945.637612] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1945.686462] env[62633]: DEBUG nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1945.713029] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1945.713345] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1945.713431] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.713648] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1945.713819] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.713973] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1945.714224] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1945.714466] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1945.714580] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1945.714753] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1945.714937] env[62633]: DEBUG nova.virt.hardware [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1945.716162] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce95dc3-b889-4d9f-84b6-0281255fd59c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.724607] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c0553-3c04-42e7-b2f3-e374953f6d21 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.777199] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.777567] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.804326] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.938831] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.939410] env[62633]: DEBUG nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1945.942494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.628s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.944797] env[62633]: INFO nova.compute.claims [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1946.137958] env[62633]: DEBUG nova.compute.manager [req-d43b3ff2-fe99-400d-becf-279871750680 req-e6023c9f-97a2-4c8d-b652-cf73a0eb9dba service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Received event network-changed-a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1946.138189] env[62633]: DEBUG nova.compute.manager [req-d43b3ff2-fe99-400d-becf-279871750680 req-e6023c9f-97a2-4c8d-b652-cf73a0eb9dba service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Refreshing instance network info cache due to event network-changed-a626b923-6062-4fd9-b425-9b2f7e71f6f6. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1946.138412] env[62633]: DEBUG oslo_concurrency.lockutils [req-d43b3ff2-fe99-400d-becf-279871750680 req-e6023c9f-97a2-4c8d-b652-cf73a0eb9dba service nova] Acquiring lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.138553] env[62633]: DEBUG oslo_concurrency.lockutils [req-d43b3ff2-fe99-400d-becf-279871750680 req-e6023c9f-97a2-4c8d-b652-cf73a0eb9dba service nova] Acquired lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.138721] env[62633]: DEBUG nova.network.neutron [req-d43b3ff2-fe99-400d-becf-279871750680 req-e6023c9f-97a2-4c8d-b652-cf73a0eb9dba service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Refreshing network info cache for port a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.280057] env[62633]: DEBUG nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1946.304269] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.452463] env[62633]: DEBUG nova.compute.utils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1946.454036] env[62633]: DEBUG nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1946.454036] env[62633]: DEBUG nova.network.neutron [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1946.528531] env[62633]: DEBUG nova.policy [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19f50becef744c578664e8651f46eafa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e38997bdf504a0f852f73821e18ce76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1946.805081] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.809550] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.884312] env[62633]: DEBUG nova.network.neutron [req-d43b3ff2-fe99-400d-becf-279871750680 req-e6023c9f-97a2-4c8d-b652-cf73a0eb9dba service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Updated VIF entry in instance network info cache for port a626b923-6062-4fd9-b425-9b2f7e71f6f6. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.884683] env[62633]: DEBUG nova.network.neutron [req-d43b3ff2-fe99-400d-becf-279871750680 req-e6023c9f-97a2-4c8d-b652-cf73a0eb9dba service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Updating instance_info_cache with network_info: [{"id": "a626b923-6062-4fd9-b425-9b2f7e71f6f6", "address": "fa:16:3e:43:12:f0", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa626b923-60", "ovs_interfaceid": "a626b923-6062-4fd9-b425-9b2f7e71f6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.888511] env[62633]: DEBUG nova.network.neutron [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Successfully created port: 30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1946.958780] env[62633]: DEBUG nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1947.172070] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40db03e5-4184-438b-9e3c-3703946d08a0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.180423] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5074890d-2868-48f5-81ea-b493330db2c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.209909] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae83fa99-b073-408a-afbf-75fa4739b7b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.217088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f4af3-ec6b-4204-8ed0-98415da17193 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.230122] env[62633]: DEBUG nova.compute.provider_tree [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.305109] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.387351] env[62633]: DEBUG oslo_concurrency.lockutils [req-d43b3ff2-fe99-400d-becf-279871750680 req-e6023c9f-97a2-4c8d-b652-cf73a0eb9dba service nova] Releasing lock "refresh_cache-7006fbe9-3027-45d4-9252-7a9bb7141ffd" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.631924] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.635704] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.732945] env[62633]: DEBUG nova.scheduler.client.report [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1947.822579] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.975077] env[62633]: DEBUG nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1948.004261] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1948.004507] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1948.004676] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.004867] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1948.005701] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.005866] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1948.006117] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1948.006289] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1948.006468] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1948.006623] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1948.006796] env[62633]: DEBUG nova.virt.hardware [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1948.007696] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f80eed-ac7b-40e0-8417-40dc30933a70 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.015583] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97701c49-4b25-4a1d-bc56-648ee8ca4ba6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.138608] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.238401] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.239158] env[62633]: DEBUG nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1948.242091] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.346s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.242353] env[62633]: DEBUG nova.objects.instance [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lazy-loading 'resources' on Instance uuid ad6d5769-499d-4685-b5a2-dabc440343b0 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.306133] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.745581] env[62633]: DEBUG nova.compute.utils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.751126] env[62633]: DEBUG nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1948.751237] env[62633]: DEBUG nova.network.neutron [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1948.806979] env[62633]: DEBUG nova.policy [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18864fa5b674447b97886f4c600a9f5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83f54d116efb403ca06a6e801cef0958', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1948.813257] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.965275] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b1708-2c02-4f6f-b17f-06f501b66051 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.972453] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15428d4d-bb81-4d06-a8fd-17203585281a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.004223] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de2a5b5-7254-4a03-b288-9aa7e762ae12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.012532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ba6238-06ff-4875-afdc-b4c43458a413 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.028412] env[62633]: DEBUG nova.compute.provider_tree [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.151126] env[62633]: DEBUG nova.network.neutron [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Successfully created port: 6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1949.252434] env[62633]: DEBUG nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1949.309875] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.533023] env[62633]: DEBUG nova.scheduler.client.report [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1949.573317] env[62633]: DEBUG nova.compute.manager [req-0ac0728c-0078-4ba2-b871-aba3d4f0f948 req-72a532da-e73b-47fe-a635-e5962c8dec95 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received event network-vif-plugged-ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1949.573629] env[62633]: DEBUG oslo_concurrency.lockutils [req-0ac0728c-0078-4ba2-b871-aba3d4f0f948 req-72a532da-e73b-47fe-a635-e5962c8dec95 service nova] Acquiring lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.573814] env[62633]: DEBUG oslo_concurrency.lockutils [req-0ac0728c-0078-4ba2-b871-aba3d4f0f948 req-72a532da-e73b-47fe-a635-e5962c8dec95 service nova] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.573973] env[62633]: DEBUG oslo_concurrency.lockutils [req-0ac0728c-0078-4ba2-b871-aba3d4f0f948 req-72a532da-e73b-47fe-a635-e5962c8dec95 service nova] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.574777] env[62633]: DEBUG nova.compute.manager [req-0ac0728c-0078-4ba2-b871-aba3d4f0f948 req-72a532da-e73b-47fe-a635-e5962c8dec95 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] No waiting events found dispatching network-vif-plugged-ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1949.575189] env[62633]: WARNING nova.compute.manager [req-0ac0728c-0078-4ba2-b871-aba3d4f0f948 req-72a532da-e73b-47fe-a635-e5962c8dec95 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received unexpected event network-vif-plugged-ec79ae6d-2976-4aa1-9677-4ef072a346c0 for instance with vm_state active and task_state None. [ 1949.669782] env[62633]: DEBUG nova.network.neutron [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Successfully updated port: ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1949.811863] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808754, 'name': CreateVM_Task, 'duration_secs': 5.837923} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.812105] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.812783] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.812961] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.813319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1949.813591] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984291b0-7be9-4037-a5b6-d4f9460a626f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.818269] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1949.818269] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]526f33ba-4e79-9a87-3b7b-42e7cd350842" [ 1949.818269] env[62633]: _type = "Task" [ 1949.818269] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.826658] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526f33ba-4e79-9a87-3b7b-42e7cd350842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.991994] env[62633]: DEBUG nova.network.neutron [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Successfully updated port: 30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.037221] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.039853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.230s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.041498] env[62633]: INFO nova.compute.claims [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.062496] env[62633]: INFO nova.scheduler.client.report [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Deleted allocations for instance ad6d5769-499d-4685-b5a2-dabc440343b0 [ 1950.159411] env[62633]: DEBUG nova.compute.manager [req-bfb0b537-8016-4135-af66-6a8efe8b0048 req-709902d7-4fdb-48d7-86aa-5bff26d86ecf service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Received event network-vif-plugged-30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1950.159642] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfb0b537-8016-4135-af66-6a8efe8b0048 req-709902d7-4fdb-48d7-86aa-5bff26d86ecf service nova] Acquiring lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.159855] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfb0b537-8016-4135-af66-6a8efe8b0048 req-709902d7-4fdb-48d7-86aa-5bff26d86ecf service nova] Lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.160039] env[62633]: DEBUG oslo_concurrency.lockutils [req-bfb0b537-8016-4135-af66-6a8efe8b0048 req-709902d7-4fdb-48d7-86aa-5bff26d86ecf service nova] Lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.160217] env[62633]: DEBUG nova.compute.manager [req-bfb0b537-8016-4135-af66-6a8efe8b0048 req-709902d7-4fdb-48d7-86aa-5bff26d86ecf service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] No waiting events found dispatching network-vif-plugged-30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1950.160386] env[62633]: WARNING nova.compute.manager [req-bfb0b537-8016-4135-af66-6a8efe8b0048 req-709902d7-4fdb-48d7-86aa-5bff26d86ecf service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Received unexpected event network-vif-plugged-30487a9e-a9bf-42a4-935c-e85aa9d0d537 for instance with vm_state building and task_state spawning. [ 1950.172330] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.172467] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.172646] env[62633]: DEBUG nova.network.neutron [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.264997] env[62633]: DEBUG nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1950.301120] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1950.301476] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1950.301643] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1950.301833] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1950.302059] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1950.302434] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1950.303097] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1950.303097] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1950.303097] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1950.303439] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1950.303439] env[62633]: DEBUG nova.virt.hardware [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1950.304345] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917a7b23-671a-4ac8-ba7a-f3c56f16f9ec {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.313013] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d06e4-cef5-404b-9842-cb913a1894ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.334739] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]526f33ba-4e79-9a87-3b7b-42e7cd350842, 'name': SearchDatastore_Task, 'duration_secs': 0.037105} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.335061] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.335325] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1950.335563] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.335713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.335897] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1950.336163] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884de217-d499-4355-88cb-bc6898b12b40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.344562] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1950.344750] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1950.345463] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db9414f-7663-4f75-820a-e1f3b92ad90a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.350686] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1950.350686] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5227550b-47c2-4656-303f-7e4e591b9760" [ 1950.350686] env[62633]: _type = "Task" [ 1950.350686] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.358082] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5227550b-47c2-4656-303f-7e4e591b9760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.494457] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.494649] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.494840] env[62633]: DEBUG nova.network.neutron [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.530878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "7fa8c452-1f24-45de-949c-c1704efdf20c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.531190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.531390] env[62633]: INFO nova.compute.manager [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Shelving [ 1950.573947] env[62633]: DEBUG oslo_concurrency.lockutils [None req-70e13e4a-6a91-48f6-a1d4-572a20caab04 tempest-ServersNegativeTestMultiTenantJSON-1690172724 tempest-ServersNegativeTestMultiTenantJSON-1690172724-project-member] Lock "ad6d5769-499d-4685-b5a2-dabc440343b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.676s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.681564] env[62633]: DEBUG nova.network.neutron [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Successfully updated port: 2b829cb7-da81-41de-ab37-27478bc67388 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.851428] env[62633]: DEBUG nova.network.neutron [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Successfully updated port: 6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.865747] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5227550b-47c2-4656-303f-7e4e591b9760, 'name': SearchDatastore_Task, 'duration_secs': 0.022527} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.867939] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec8e2dc-e874-4cf4-bbbb-f61d3022b43f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.874529] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1950.874529] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52dd5e4a-3386-0ed3-d491-af0dee3c6dcf" [ 1950.874529] env[62633]: _type = "Task" [ 1950.874529] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.883912] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52dd5e4a-3386-0ed3-d491-af0dee3c6dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.964566] env[62633]: WARNING nova.network.neutron [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] cb54e17c-8f8e-4424-b998-aee653c0db77 already exists in list: networks containing: ['cb54e17c-8f8e-4424-b998-aee653c0db77']. ignoring it [ 1951.026290] env[62633]: DEBUG nova.network.neutron [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.039109] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.039412] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6205160f-6903-46cb-9426-07362652d7aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.051390] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1951.051390] env[62633]: value = "task-1808757" [ 1951.051390] env[62633]: _type = "Task" [ 1951.051390] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.060920] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.186850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "refresh_cache-085ce9d5-caee-4a79-af37-23ffdd3ee831" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.186850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "refresh_cache-085ce9d5-caee-4a79-af37-23ffdd3ee831" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.186850] env[62633]: DEBUG nova.network.neutron [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.192407] env[62633]: DEBUG nova.network.neutron [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Updating instance_info_cache with network_info: [{"id": "30487a9e-a9bf-42a4-935c-e85aa9d0d537", "address": "fa:16:3e:78:82:94", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30487a9e-a9", "ovs_interfaceid": "30487a9e-a9bf-42a4-935c-e85aa9d0d537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.312469] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de624ca2-2756-41aa-b6ff-e794d45c8d86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.320727] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f65e15-7ced-4b9e-832b-025009373968 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.357193] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcdf6fb-0c92-472f-85e1-6895ed1f4566 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.365673] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66251fa-aa25-424b-9c88-405f142499e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.373227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.373227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.373227] env[62633]: DEBUG nova.network.neutron [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.392028] env[62633]: DEBUG nova.compute.provider_tree [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.395389] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52dd5e4a-3386-0ed3-d491-af0dee3c6dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.399087] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.399383] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a3c93b52-ea76-4839-a8f7-9709d036ee9a/a3c93b52-ea76-4839-a8f7-9709d036ee9a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.399902] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57e41ad9-e97e-440b-aff1-282a4e700b86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.411130] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1951.411130] env[62633]: value = "task-1808759" [ 1951.411130] env[62633]: _type = "Task" [ 1951.411130] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.419357] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.564278] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808757, 'name': PowerOffVM_Task, 'duration_secs': 0.212559} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.564608] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1951.565481] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f56b6-2857-499e-975f-00ea0e6d55ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.587141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9a35c9-c79e-403f-8b0b-65fb67b17e86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.637266] env[62633]: DEBUG nova.network.neutron [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ec79ae6d-2976-4aa1-9677-4ef072a346c0", "address": "fa:16:3e:43:54:2a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec79ae6d-29", "ovs_interfaceid": "ec79ae6d-2976-4aa1-9677-4ef072a346c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.653688] env[62633]: DEBUG nova.compute.manager [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received event network-changed-ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1951.653821] env[62633]: DEBUG nova.compute.manager [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing instance network info cache due to event network-changed-ec79ae6d-2976-4aa1-9677-4ef072a346c0. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1951.654035] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Acquiring lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.695033] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.695279] env[62633]: DEBUG nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Instance network_info: |[{"id": "30487a9e-a9bf-42a4-935c-e85aa9d0d537", "address": "fa:16:3e:78:82:94", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30487a9e-a9", "ovs_interfaceid": "30487a9e-a9bf-42a4-935c-e85aa9d0d537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1951.695735] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:82:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30487a9e-a9bf-42a4-935c-e85aa9d0d537', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.704400] env[62633]: DEBUG oslo.service.loopingcall [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.704400] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.704575] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-753f8d64-4f3e-445c-a198-4c6bf3733177 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.725576] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.725576] env[62633]: value = "task-1808760" [ 1951.725576] env[62633]: _type = "Task" [ 1951.725576] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.734417] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808760, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.767964] env[62633]: DEBUG nova.network.neutron [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.898145] env[62633]: DEBUG nova.scheduler.client.report [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1951.919654] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451633} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.919882] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a3c93b52-ea76-4839-a8f7-9709d036ee9a/a3c93b52-ea76-4839-a8f7-9709d036ee9a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1951.920116] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1951.920382] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd3102f6-5623-435e-a701-0152eea80949 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.925499] env[62633]: DEBUG nova.network.neutron [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.929252] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1951.929252] env[62633]: value = "task-1808761" [ 1951.929252] env[62633]: _type = "Task" [ 1951.929252] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.939830] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.971448] env[62633]: DEBUG nova.network.neutron [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Updating instance_info_cache with network_info: [{"id": "2b829cb7-da81-41de-ab37-27478bc67388", "address": "fa:16:3e:b9:a2:a4", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b829cb7-da", "ovs_interfaceid": "2b829cb7-da81-41de-ab37-27478bc67388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.098548] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1952.098919] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1995ce0-c4f0-4d8b-ae36-4ebdb9894811 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.106369] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1952.106369] env[62633]: value = "task-1808762" [ 1952.106369] env[62633]: _type = "Task" [ 1952.106369] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.115480] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808762, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.140154] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.140859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.141035] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.141407] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Acquired lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.141597] env[62633]: DEBUG nova.network.neutron [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Refreshing network info cache for port ec79ae6d-2976-4aa1-9677-4ef072a346c0 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1952.147509] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11e624c-d6fd-4a09-8d3a-b245f3528972 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.153688] env[62633]: DEBUG nova.network.neutron [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating instance_info_cache with network_info: [{"id": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "address": "fa:16:3e:6e:5f:f1", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfdbec9-ba", "ovs_interfaceid": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.173800] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1952.174010] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1952.174213] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1952.174394] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1952.174546] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1952.174695] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1952.174904] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1952.175086] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1952.175283] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1952.175456] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1952.175650] env[62633]: DEBUG nova.virt.hardware [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1952.182864] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Reconfiguring VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1952.183758] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20952b7-92d1-4211-b20c-ba9708e0da82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.202554] env[62633]: DEBUG oslo_vmware.api [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1952.202554] env[62633]: value = "task-1808763" [ 1952.202554] env[62633]: _type = "Task" [ 1952.202554] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.976135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.936s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.976639] env[62633]: DEBUG nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1952.983032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "refresh_cache-085ce9d5-caee-4a79-af37-23ffdd3ee831" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.983032] env[62633]: DEBUG nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Instance network_info: |[{"id": "2b829cb7-da81-41de-ab37-27478bc67388", "address": "fa:16:3e:b9:a2:a4", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b829cb7-da", "ovs_interfaceid": "2b829cb7-da81-41de-ab37-27478bc67388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1952.983032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.983032] env[62633]: DEBUG nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Instance network_info: |[{"id": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "address": "fa:16:3e:6e:5f:f1", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfdbec9-ba", "ovs_interfaceid": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1952.984381] env[62633]: DEBUG nova.compute.manager [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Received event network-changed-30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1952.984381] env[62633]: DEBUG nova.compute.manager [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Refreshing instance network info cache due to event network-changed-30487a9e-a9bf-42a4-935c-e85aa9d0d537. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1952.984381] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Acquiring lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.984381] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Acquired lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.984381] env[62633]: DEBUG nova.network.neutron [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Refreshing network info cache for port 30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1952.988424] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.850s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.988592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.988732] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1952.992215] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:a2:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b829cb7-da81-41de-ab37-27478bc67388', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1952.999748] env[62633]: DEBUG oslo.service.loopingcall [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.003232] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:5f:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cfdbec9-ba35-49bc-8bc6-72f767a97580', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.010822] env[62633]: DEBUG oslo.service.loopingcall [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.016214] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9bee1f-f3b8-4621-8d91-c66d43cf1f68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.017455] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.018028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.023912] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-211b478d-e474-485d-ad8c-a751e7268c08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.037455] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-322a5002-7cf3-4ff3-a854-b6bce251a02e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.055196] env[62633]: DEBUG oslo_vmware.api [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.055196] env[62633]: WARNING oslo_vmware.common.loopingcall [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] task run outlasted interval by 0.35057499999999997 sec [ 1953.063670] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808762, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.063796] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808760, 'name': CreateVM_Task, 'duration_secs': 0.405916} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.064313] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067163} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.072020] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1953.072020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1953.077140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.077140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.077140] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1953.077140] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09c93b1-dbfc-4cc8-b227-dd88720ad465 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.080555] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.080555] env[62633]: value = "task-1808764" [ 1953.080555] env[62633]: _type = "Task" [ 1953.080555] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.081469] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.081469] env[62633]: value = "task-1808765" [ 1953.081469] env[62633]: _type = "Task" [ 1953.081469] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.081937] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b246be12-3d47-4cbf-92d1-3f226cd6e6b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.085569] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2456ca-c3c1-4c01-a0b0-7954cff770e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.102051] env[62633]: DEBUG oslo_vmware.api [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.125092] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a3c93b52-ea76-4839-a8f7-9709d036ee9a/a3c93b52-ea76-4839-a8f7-9709d036ee9a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.141547] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-765bca95-8810-440d-9175-3bdddfa20355 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.158851] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1953.158851] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52da93ef-6484-7246-2050-ab2f7464f3ba" [ 1953.158851] env[62633]: _type = "Task" [ 1953.158851] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.169829] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180051b6-dc0e-4fb3-9490-66519a73a16e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.173391] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808764, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.173660] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808765, 'name': CreateVM_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.179392] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1953.179392] env[62633]: value = "task-1808766" [ 1953.179392] env[62633]: _type = "Task" [ 1953.179392] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.184613] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52da93ef-6484-7246-2050-ab2f7464f3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.188649] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc3309-835d-4274-a960-400a010b8cbb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.191868] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.192154] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.192392] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.192539] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.192719] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.193015] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d43101c-3e02-4493-a8f3-83ff5f2a933f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.200493] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.228338] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179804MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1953.229719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.229719] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.232415] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.232645] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.236550] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66bc355a-67f9-4069-9f43-95f73b086fd8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.243048] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1953.243048] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521d148b-67a7-032a-df7b-cfdf44796158" [ 1953.243048] env[62633]: _type = "Task" [ 1953.243048] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.252567] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521d148b-67a7-032a-df7b-cfdf44796158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.467669] env[62633]: DEBUG nova.network.neutron [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updated VIF entry in instance network info cache for port ec79ae6d-2976-4aa1-9677-4ef072a346c0. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.468146] env[62633]: DEBUG nova.network.neutron [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ec79ae6d-2976-4aa1-9677-4ef072a346c0", "address": "fa:16:3e:43:54:2a", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec79ae6d-29", "ovs_interfaceid": "ec79ae6d-2976-4aa1-9677-4ef072a346c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.470396] env[62633]: DEBUG nova.network.neutron [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Updated VIF entry in instance network info cache for port 30487a9e-a9bf-42a4-935c-e85aa9d0d537. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.470396] env[62633]: DEBUG nova.network.neutron [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Updating instance_info_cache with network_info: [{"id": "30487a9e-a9bf-42a4-935c-e85aa9d0d537", "address": "fa:16:3e:78:82:94", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30487a9e-a9", "ovs_interfaceid": "30487a9e-a9bf-42a4-935c-e85aa9d0d537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.486882] env[62633]: DEBUG nova.compute.utils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1953.493035] env[62633]: DEBUG nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1953.493231] env[62633]: DEBUG nova.network.neutron [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1953.495431] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808762, 'name': CreateSnapshot_Task, 'duration_secs': 1.133539} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.496197] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1953.497553] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba79034-c5c8-4d85-86ef-9f4301ee18c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.548292] env[62633]: DEBUG nova.policy [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29d4668857f44c0f8b4041b15d62196d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ef21e9c4f4efcaafa1883ab143e4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1953.572539] env[62633]: DEBUG oslo_vmware.api [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808763, 'name': ReconfigVM_Task, 'duration_secs': 1.160598} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.573022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.573216] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Reconfigured VM to attach interface {{(pid=62633) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1953.603722] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808765, 'name': CreateVM_Task, 'duration_secs': 0.439436} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.609022] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1953.609022] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808764, 'name': CreateVM_Task, 'duration_secs': 0.398277} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.609022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.609022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.609022] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1953.609022] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1953.609022] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32e5baf-655c-434f-b618-216b681eb01f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.613043] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.615224] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1953.615224] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5284cdcd-b2a3-29be-8fa8-1d508f74ad19" [ 1953.615224] env[62633]: _type = "Task" [ 1953.615224] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.624719] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5284cdcd-b2a3-29be-8fa8-1d508f74ad19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.694584] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808766, 'name': ReconfigVM_Task, 'duration_secs': 0.38186} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.694883] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a3c93b52-ea76-4839-a8f7-9709d036ee9a/a3c93b52-ea76-4839-a8f7-9709d036ee9a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.695593] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f45a9d66-3dfc-4dab-aff1-2a5553447798 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.702388] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1953.702388] env[62633]: value = "task-1808768" [ 1953.702388] env[62633]: _type = "Task" [ 1953.702388] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.710320] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808768, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.754029] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521d148b-67a7-032a-df7b-cfdf44796158, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.758380] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659a283d-2e3f-493e-b156-4cf225b16ce9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.761117] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1953.761117] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e5d4aa-65c7-62a5-30ba-176d920536a8" [ 1953.761117] env[62633]: _type = "Task" [ 1953.761117] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.772733] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e5d4aa-65c7-62a5-30ba-176d920536a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.898174] env[62633]: DEBUG nova.network.neutron [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Successfully created port: c56aa2b2-ccd2-4ee3-b20c-2568be9d603a {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1953.973099] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Releasing lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.973461] env[62633]: DEBUG nova.compute.manager [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received event network-vif-plugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1953.973696] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Acquiring lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.973922] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.974114] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.974319] env[62633]: DEBUG nova.compute.manager [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] No waiting events found dispatching network-vif-plugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1953.974744] env[62633]: WARNING nova.compute.manager [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received unexpected event network-vif-plugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 for instance with vm_state building and task_state spawning. [ 1953.975011] env[62633]: DEBUG nova.compute.manager [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received event network-changed-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1953.975216] env[62633]: DEBUG nova.compute.manager [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Refreshing instance network info cache due to event network-changed-6cfdbec9-ba35-49bc-8bc6-72f767a97580. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1953.975386] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Acquiring lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.975530] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Acquired lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.975692] env[62633]: DEBUG nova.network.neutron [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Refreshing network info cache for port 6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.977390] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Releasing lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.977630] env[62633]: DEBUG nova.compute.manager [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Received event network-vif-plugged-2b829cb7-da81-41de-ab37-27478bc67388 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1953.977779] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Acquiring lock "085ce9d5-caee-4a79-af37-23ffdd3ee831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.977965] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.978340] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.978539] env[62633]: DEBUG nova.compute.manager [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] No waiting events found dispatching network-vif-plugged-2b829cb7-da81-41de-ab37-27478bc67388 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1953.978711] env[62633]: WARNING nova.compute.manager [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Received unexpected event network-vif-plugged-2b829cb7-da81-41de-ab37-27478bc67388 for instance with vm_state building and task_state spawning. [ 1953.978877] env[62633]: DEBUG nova.compute.manager [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Received event network-changed-2b829cb7-da81-41de-ab37-27478bc67388 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1953.979059] env[62633]: DEBUG nova.compute.manager [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Refreshing instance network info cache due to event network-changed-2b829cb7-da81-41de-ab37-27478bc67388. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1953.979310] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Acquiring lock "refresh_cache-085ce9d5-caee-4a79-af37-23ffdd3ee831" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.979460] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Acquired lock "refresh_cache-085ce9d5-caee-4a79-af37-23ffdd3ee831" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.979793] env[62633]: DEBUG nova.network.neutron [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Refreshing network info cache for port 2b829cb7-da81-41de-ab37-27478bc67388 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.997201] env[62633]: DEBUG nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1954.016383] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1954.016806] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26878a2c-7505-4183-9cc0-a247b5f0acc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.027688] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1954.027688] env[62633]: value = "task-1808769" [ 1954.027688] env[62633]: _type = "Task" [ 1954.027688] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.034224] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808769, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.078065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b5836629-9493-4b74-9275-492234bc1306 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-48091777-b09d-4ae6-bc80-e32c7be7fbb8-ec79ae6d-2976-4aa1-9677-4ef072a346c0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 14.599s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.127094] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5284cdcd-b2a3-29be-8fa8-1d508f74ad19, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.127866] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.127996] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.128473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.128740] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.129337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.129611] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fba107c-907d-450f-9c13-1af3e16c641a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.134860] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1954.134860] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b9c56c-1f39-fc54-3467-34d3b214bb64" [ 1954.134860] env[62633]: _type = "Task" [ 1954.134860] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.147610] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b9c56c-1f39-fc54-3467-34d3b214bb64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.212097] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808768, 'name': Rename_Task, 'duration_secs': 0.144954} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.212506] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.212784] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-449e27a6-67f7-4934-87f4-bad0d6f3aabe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.220045] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1954.220045] env[62633]: value = "task-1808770" [ 1954.220045] env[62633]: _type = "Task" [ 1954.220045] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.228278] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.274213] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e5d4aa-65c7-62a5-30ba-176d920536a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.274746] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.274849] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a/a24ed54b-baba-4de4-9b31-4a9e136abb8a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1954.275356] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.275356] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.275690] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49b6c789-3863-4aa6-bb17-c99aa4390bf2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.277950] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5a679e4-4144-49fa-a222-c57545b5cf3a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.281914] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.282190] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b8bbe304-770c-4719-8c45-ada25e5eac67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.282398] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance bd5fa391-32ae-4aa3-b31b-5fe49127fb6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.282398] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 406220cd-46f8-494a-af44-77fe132bda9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.282567] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.282669] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 48091777-b09d-4ae6-bc80-e32c7be7fbb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.282855] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7fa8c452-1f24-45de-949c-c1704efdf20c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.282954] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 6849890d-03b8-413a-842a-5bb71d0ecbee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.283304] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 561d5f4c-1671-4ab9-907d-f123fc940d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.283304] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7006fbe9-3027-45d4-9252-7a9bb7141ffd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.283304] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance a3c93b52-ea76-4839-a8f7-9709d036ee9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.283468] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 085ce9d5-caee-4a79-af37-23ffdd3ee831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.283589] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance a24ed54b-baba-4de4-9b31-4a9e136abb8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.283739] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b27c421e-9083-440e-91e8-fe15f81eaa6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.283877] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.284132] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1954.284300] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1954.292548] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1954.292548] env[62633]: value = "task-1808771" [ 1954.292548] env[62633]: _type = "Task" [ 1954.292548] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.296752] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1954.296946] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1954.298051] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd0f23b-671b-421b-8974-e276a735d79e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.303504] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.308663] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1954.308663] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e31ea1-5b56-cf61-75a2-71ad64916305" [ 1954.308663] env[62633]: _type = "Task" [ 1954.308663] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.316380] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e31ea1-5b56-cf61-75a2-71ad64916305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.510271] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f44c6fb-481e-492b-af33-f6c1be6283fa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.539473] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489a9e1c-de6a-4f80-9ea5-c1ad23e8b5b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.556254] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808769, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.591146] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65345bc0-bb9e-4031-95de-f3f3dd15f0f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.602247] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076a6d90-26b4-43fb-826f-bea40ec8ae0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.625441] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.649372] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b9c56c-1f39-fc54-3467-34d3b214bb64, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.649820] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.650138] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.650434] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.733222] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808770, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.803457] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808771, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.813822] env[62633]: DEBUG nova.network.neutron [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updated VIF entry in instance network info cache for port 6cfdbec9-ba35-49bc-8bc6-72f767a97580. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.814213] env[62633]: DEBUG nova.network.neutron [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating instance_info_cache with network_info: [{"id": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "address": "fa:16:3e:6e:5f:f1", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfdbec9-ba", "ovs_interfaceid": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.822492] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e31ea1-5b56-cf61-75a2-71ad64916305, 'name': SearchDatastore_Task, 'duration_secs': 0.017117} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.822492] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6181739-203c-41b7-9ac9-60febab491ce {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.827518] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1954.827518] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524dd3ac-453e-8ef4-068b-36af1fc41590" [ 1954.827518] env[62633]: _type = "Task" [ 1954.827518] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.836316] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524dd3ac-453e-8ef4-068b-36af1fc41590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.892458] env[62633]: DEBUG nova.network.neutron [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Updated VIF entry in instance network info cache for port 2b829cb7-da81-41de-ab37-27478bc67388. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.892875] env[62633]: DEBUG nova.network.neutron [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Updating instance_info_cache with network_info: [{"id": "2b829cb7-da81-41de-ab37-27478bc67388", "address": "fa:16:3e:b9:a2:a4", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b829cb7-da", "ovs_interfaceid": "2b829cb7-da81-41de-ab37-27478bc67388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.023336] env[62633]: DEBUG nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1955.041871] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808769, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.053568] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1955.054043] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1955.054370] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1955.054757] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1955.055080] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1955.055393] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1955.055796] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1955.056120] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1955.056446] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1955.056773] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1955.057149] env[62633]: DEBUG nova.virt.hardware [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1955.058607] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45665f14-b8ab-45a2-9b1f-9af30587402d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.069842] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d447cdf1-3670-470e-88e7-f98bfa5dd466 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.128752] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1955.232490] env[62633]: DEBUG oslo_vmware.api [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808770, 'name': PowerOnVM_Task, 'duration_secs': 0.58836} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.232784] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1955.232992] env[62633]: INFO nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Took 14.13 seconds to spawn the instance on the hypervisor. [ 1955.233191] env[62633]: DEBUG nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1955.233992] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3095b3-6710-4477-ace9-067f6f7366a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.306875] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.307191] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a/a24ed54b-baba-4de4-9b31-4a9e136abb8a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.307589] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1955.307869] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b2b255f-9ea5-4593-b2fa-8e82d4c7b6c6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.316892] env[62633]: DEBUG oslo_concurrency.lockutils [req-91ad156b-aa66-4949-bfb6-f2cdc34044e9 req-e3193224-8359-49fb-9a9f-72c88ea2f62a service nova] Releasing lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.317384] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1955.317384] env[62633]: value = "task-1808772" [ 1955.317384] env[62633]: _type = "Task" [ 1955.317384] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.327041] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.337805] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524dd3ac-453e-8ef4-068b-36af1fc41590, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.338085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.341019] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e/b27c421e-9083-440e-91e8-fe15f81eaa6e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.341019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.341019] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1955.341019] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-049a3a45-5618-431a-9fb1-429324442124 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.341019] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d297d3d3-c2ed-44de-a6bb-9372ee291c5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.347532] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1955.347532] env[62633]: value = "task-1808773" [ 1955.347532] env[62633]: _type = "Task" [ 1955.347532] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.355021] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1955.355021] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1955.355021] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f072740b-1b2d-470d-99ed-fb0233e48b2f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.361382] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.364864] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1955.364864] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5234e103-8a31-7db3-12d4-58baa0cfbeb8" [ 1955.364864] env[62633]: _type = "Task" [ 1955.364864] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.374126] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5234e103-8a31-7db3-12d4-58baa0cfbeb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.395426] env[62633]: DEBUG oslo_concurrency.lockutils [req-7b4103a0-7027-4f19-9bbf-71a5df401fd1 req-a9f1916e-95b8-4f00-80c6-a1811e8d0324 service nova] Releasing lock "refresh_cache-085ce9d5-caee-4a79-af37-23ffdd3ee831" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.473131] env[62633]: DEBUG nova.compute.manager [req-6ac64ff3-5194-4b34-be21-67f0d3a94cf1 req-f1fd5723-573e-4a38-a466-c6051d371161 service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Received event network-vif-plugged-c56aa2b2-ccd2-4ee3-b20c-2568be9d603a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1955.473556] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ac64ff3-5194-4b34-be21-67f0d3a94cf1 req-f1fd5723-573e-4a38-a466-c6051d371161 service nova] Acquiring lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.473846] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ac64ff3-5194-4b34-be21-67f0d3a94cf1 req-f1fd5723-573e-4a38-a466-c6051d371161 service nova] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.474150] env[62633]: DEBUG oslo_concurrency.lockutils [req-6ac64ff3-5194-4b34-be21-67f0d3a94cf1 req-f1fd5723-573e-4a38-a466-c6051d371161 service nova] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.474270] env[62633]: DEBUG nova.compute.manager [req-6ac64ff3-5194-4b34-be21-67f0d3a94cf1 req-f1fd5723-573e-4a38-a466-c6051d371161 service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] No waiting events found dispatching network-vif-plugged-c56aa2b2-ccd2-4ee3-b20c-2568be9d603a {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1955.474482] env[62633]: WARNING nova.compute.manager [req-6ac64ff3-5194-4b34-be21-67f0d3a94cf1 req-f1fd5723-573e-4a38-a466-c6051d371161 service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Received unexpected event network-vif-plugged-c56aa2b2-ccd2-4ee3-b20c-2568be9d603a for instance with vm_state building and task_state spawning. [ 1955.542081] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808769, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.637101] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1955.637325] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.409s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.669308] env[62633]: DEBUG nova.network.neutron [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Successfully updated port: c56aa2b2-ccd2-4ee3-b20c-2568be9d603a {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.753986] env[62633]: INFO nova.compute.manager [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Took 22.07 seconds to build instance. [ 1955.824364] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "interface-48091777-b09d-4ae6-bc80-e32c7be7fbb8-ec79ae6d-2976-4aa1-9677-4ef072a346c0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.824364] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-48091777-b09d-4ae6-bc80-e32c7be7fbb8-ec79ae6d-2976-4aa1-9677-4ef072a346c0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.831272] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065193} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.831272] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1955.832336] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b8bbe0-c9ed-4d78-8094-5a17c669813c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.858317] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a/a24ed54b-baba-4de4-9b31-4a9e136abb8a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1955.862177] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0973ca60-4caf-48e5-b52f-fd7a93b93a2d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.883986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "6849890d-03b8-413a-842a-5bb71d0ecbee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.884261] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "6849890d-03b8-413a-842a-5bb71d0ecbee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.884479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "6849890d-03b8-413a-842a-5bb71d0ecbee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.884663] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "6849890d-03b8-413a-842a-5bb71d0ecbee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.884862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "6849890d-03b8-413a-842a-5bb71d0ecbee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.887025] env[62633]: INFO nova.compute.manager [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Terminating instance [ 1955.895728] env[62633]: DEBUG nova.compute.manager [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1955.895938] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.896280] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44794} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.897039] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cdd350-5040-4496-8584-ee49ed9aba90 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.901215] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e/b27c421e-9083-440e-91e8-fe15f81eaa6e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.901443] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1955.901786] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1955.901786] env[62633]: value = "task-1808775" [ 1955.901786] env[62633]: _type = "Task" [ 1955.901786] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.901978] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6a90c9c-6c1c-4f5e-a0de-fd0768f96adf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.910884] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5234e103-8a31-7db3-12d4-58baa0cfbeb8, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.914050] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.914613] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0142a439-d958-41c9-8064-e26259d5823b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.916914] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587f07ce-b6c3-49ab-8571-1f8dee75d249 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.923118] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1955.923118] env[62633]: value = "task-1808776" [ 1955.923118] env[62633]: _type = "Task" [ 1955.923118] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.923406] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.929205] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1955.929205] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522aeaab-9aad-0f6a-a8f1-14c01c3b5c5c" [ 1955.929205] env[62633]: _type = "Task" [ 1955.929205] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.931111] env[62633]: DEBUG oslo_vmware.api [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1955.931111] env[62633]: value = "task-1808777" [ 1955.931111] env[62633]: _type = "Task" [ 1955.931111] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.942459] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.951531] env[62633]: DEBUG oslo_vmware.api [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.951817] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522aeaab-9aad-0f6a-a8f1-14c01c3b5c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.952088] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.952394] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 085ce9d5-caee-4a79-af37-23ffdd3ee831/085ce9d5-caee-4a79-af37-23ffdd3ee831.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.952674] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-229e5cf0-d69d-4c3e-b1cc-80ab98eb8837 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.960715] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1955.960715] env[62633]: value = "task-1808778" [ 1955.960715] env[62633]: _type = "Task" [ 1955.960715] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.969812] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.044013] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808769, 'name': CloneVM_Task, 'duration_secs': 1.850789} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.044457] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Created linked-clone VM from snapshot [ 1956.045225] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444a24a0-8fe2-4b54-bb89-363da02e1df8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.054342] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Uploading image f2105d7e-3d73-477d-9c22-1b447a5b6ab8 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1956.084527] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1956.084527] env[62633]: value = "vm-374886" [ 1956.084527] env[62633]: _type = "VirtualMachine" [ 1956.084527] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1956.085049] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5161d7d-0b10-4801-ba66-147ebdd83383 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.093766] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease: (returnval){ [ 1956.093766] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d72536-df2d-6dbf-151f-50d8d4658ea8" [ 1956.093766] env[62633]: _type = "HttpNfcLease" [ 1956.093766] env[62633]: } obtained for exporting VM: (result){ [ 1956.093766] env[62633]: value = "vm-374886" [ 1956.093766] env[62633]: _type = "VirtualMachine" [ 1956.093766] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1956.094137] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the lease: (returnval){ [ 1956.094137] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d72536-df2d-6dbf-151f-50d8d4658ea8" [ 1956.094137] env[62633]: _type = "HttpNfcLease" [ 1956.094137] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1956.101808] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1956.101808] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d72536-df2d-6dbf-151f-50d8d4658ea8" [ 1956.101808] env[62633]: _type = "HttpNfcLease" [ 1956.101808] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1956.172584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.172837] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.173072] env[62633]: DEBUG nova.network.neutron [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.257272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df1d759a-90fa-44cb-be68-8620a816ee63 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.579s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.327972] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.328306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.329593] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb93dcb3-5c18-439c-9528-337defb3766f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.351785] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2b0e8f-975b-460f-b7c4-4e9b128a6c78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.384446] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Reconfiguring VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1956.384874] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56602124-68a9-4411-b398-c7c62c481664 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.405480] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1956.405480] env[62633]: value = "task-1808780" [ 1956.405480] env[62633]: _type = "Task" [ 1956.405480] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.418459] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808775, 'name': ReconfigVM_Task, 'duration_secs': 0.433118} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.422516] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Reconfigured VM instance instance-00000070 to attach disk [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a/a24ed54b-baba-4de4-9b31-4a9e136abb8a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.423376] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.423673] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0265ed74-87b2-4d6f-9a20-b11ad6c3cb4e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.434622] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.368093} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.436114] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1956.436496] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1956.436496] env[62633]: value = "task-1808781" [ 1956.436496] env[62633]: _type = "Task" [ 1956.436496] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.440069] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9511a8dc-1aa5-43bc-b7be-bc0baa454585 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.450301] env[62633]: DEBUG oslo_vmware.api [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808777, 'name': PowerOffVM_Task, 'duration_secs': 0.426421} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.462273] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.462507] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.462805] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808781, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.471992] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e/b27c421e-9083-440e-91e8-fe15f81eaa6e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.472310] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-967e7c27-dcdb-4a88-9c66-9cac9eb3ffee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.477284] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d61488b-ed82-4020-bf2e-c12385197456 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.496521] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479429} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.497793] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 085ce9d5-caee-4a79-af37-23ffdd3ee831/085ce9d5-caee-4a79-af37-23ffdd3ee831.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.498028] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1956.498340] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1956.498340] env[62633]: value = "task-1808783" [ 1956.498340] env[62633]: _type = "Task" [ 1956.498340] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.498594] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cd1d238-19f9-4606-906e-b0eb6931903f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.508623] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.509819] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1956.509819] env[62633]: value = "task-1808784" [ 1956.509819] env[62633]: _type = "Task" [ 1956.509819] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.517934] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.602686] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1956.602686] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d72536-df2d-6dbf-151f-50d8d4658ea8" [ 1956.602686] env[62633]: _type = "HttpNfcLease" [ 1956.602686] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1956.602973] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1956.602973] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d72536-df2d-6dbf-151f-50d8d4658ea8" [ 1956.602973] env[62633]: _type = "HttpNfcLease" [ 1956.602973] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1956.603786] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efbb00e-a310-4ad2-91f0-290a28e7680f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.611240] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52621c76-d394-7289-9dc1-5079117dd735/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1956.611491] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52621c76-d394-7289-9dc1-5079117dd735/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1956.670159] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.670384] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1956.690026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.690026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.690026] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleting the datastore file [datastore1] 6849890d-03b8-413a-842a-5bb71d0ecbee {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.690026] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f791137a-bf98-48a7-aff6-293c6f81b175 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.698071] env[62633]: DEBUG oslo_vmware.api [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1956.698071] env[62633]: value = "task-1808785" [ 1956.698071] env[62633]: _type = "Task" [ 1956.698071] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.706620] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44791a4d-30c8-4322-9b11-30bfa06face9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.711431] env[62633]: DEBUG oslo_vmware.api [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.746271] env[62633]: DEBUG nova.network.neutron [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.922021] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.953971] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808781, 'name': Rename_Task, 'duration_secs': 0.179309} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.954362] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1956.954638] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab79e1a-4d0a-4dfb-a689-af0b979e5eb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.961602] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1956.961602] env[62633]: value = "task-1808786" [ 1956.961602] env[62633]: _type = "Task" [ 1956.961602] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.969734] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.010929] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.023026] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085074} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.023026] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.023026] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920496aa-9819-48b6-966c-0990e5815015 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.045516] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 085ce9d5-caee-4a79-af37-23ffdd3ee831/085ce9d5-caee-4a79-af37-23ffdd3ee831.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.045968] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf3475b2-fc5b-40a2-b03f-f887bbb3e7ed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.064194] env[62633]: DEBUG nova.network.neutron [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Updating instance_info_cache with network_info: [{"id": "c56aa2b2-ccd2-4ee3-b20c-2568be9d603a", "address": "fa:16:3e:3e:d0:1e", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56aa2b2-cc", "ovs_interfaceid": "c56aa2b2-ccd2-4ee3-b20c-2568be9d603a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.069066] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1957.069066] env[62633]: value = "task-1808787" [ 1957.069066] env[62633]: _type = "Task" [ 1957.069066] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.081190] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.208609] env[62633]: DEBUG oslo_vmware.api [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165808} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.208947] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1957.209323] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1957.210099] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1957.210353] env[62633]: INFO nova.compute.manager [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1957.210654] env[62633]: DEBUG oslo.service.loopingcall [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.211525] env[62633]: DEBUG nova.compute.manager [-] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1957.211694] env[62633]: DEBUG nova.network.neutron [-] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1957.421474] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.474019] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.511926] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808783, 'name': ReconfigVM_Task, 'duration_secs': 0.901352} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.512744] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e/b27c421e-9083-440e-91e8-fe15f81eaa6e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1957.513960] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90987dad-f15a-42b8-ad84-2a597400732a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.523863] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1957.523863] env[62633]: value = "task-1808788" [ 1957.523863] env[62633]: _type = "Task" [ 1957.523863] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.537316] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808788, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.568474] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.568474] env[62633]: DEBUG nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Instance network_info: |[{"id": "c56aa2b2-ccd2-4ee3-b20c-2568be9d603a", "address": "fa:16:3e:3e:d0:1e", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56aa2b2-cc", "ovs_interfaceid": "c56aa2b2-ccd2-4ee3-b20c-2568be9d603a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1957.568474] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d0:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c56aa2b2-ccd2-4ee3-b20c-2568be9d603a', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.578812] env[62633]: DEBUG oslo.service.loopingcall [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.582158] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.583359] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-854f0c3b-d4ef-4dcf-b318-6f5fc3e7f97d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.607628] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.609521] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.609521] env[62633]: value = "task-1808789" [ 1957.609521] env[62633]: _type = "Task" [ 1957.609521] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.619228] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808789, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.659021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.659021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.659021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.659021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.659021] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.661078] env[62633]: INFO nova.compute.manager [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Terminating instance [ 1957.663639] env[62633]: DEBUG nova.compute.manager [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1957.664158] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1957.665452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b849a2ef-248f-4075-82ee-fa1c678e7692 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.680551] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1957.683743] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fd0cbf5-3aca-4615-bca2-f00aee64da7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.691013] env[62633]: DEBUG oslo_vmware.api [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1957.691013] env[62633]: value = "task-1808791" [ 1957.691013] env[62633]: _type = "Task" [ 1957.691013] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.706254] env[62633]: DEBUG oslo_vmware.api [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.788976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.788976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquired lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.788976] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Forcefully refreshing network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1957.832172] env[62633]: DEBUG nova.compute.manager [req-f9942075-94b2-4c2a-8092-24270c1392db req-16e82e3f-6370-49af-97a7-967273e44861 service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Received event network-changed-c56aa2b2-ccd2-4ee3-b20c-2568be9d603a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1957.832172] env[62633]: DEBUG nova.compute.manager [req-f9942075-94b2-4c2a-8092-24270c1392db req-16e82e3f-6370-49af-97a7-967273e44861 service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Refreshing instance network info cache due to event network-changed-c56aa2b2-ccd2-4ee3-b20c-2568be9d603a. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1957.832172] env[62633]: DEBUG oslo_concurrency.lockutils [req-f9942075-94b2-4c2a-8092-24270c1392db req-16e82e3f-6370-49af-97a7-967273e44861 service nova] Acquiring lock "refresh_cache-dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.833058] env[62633]: DEBUG oslo_concurrency.lockutils [req-f9942075-94b2-4c2a-8092-24270c1392db req-16e82e3f-6370-49af-97a7-967273e44861 service nova] Acquired lock "refresh_cache-dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.833556] env[62633]: DEBUG nova.network.neutron [req-f9942075-94b2-4c2a-8092-24270c1392db req-16e82e3f-6370-49af-97a7-967273e44861 service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Refreshing network info cache for port c56aa2b2-ccd2-4ee3-b20c-2568be9d603a {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.922320] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.972921] env[62633]: DEBUG oslo_vmware.api [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808786, 'name': PowerOnVM_Task, 'duration_secs': 0.932967} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.974804] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1957.974804] env[62633]: INFO nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1957.974804] env[62633]: DEBUG nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1957.974804] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b80c2f-f224-4e20-803b-1bf835a5bb75 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.035547] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808788, 'name': Rename_Task, 'duration_secs': 0.191473} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.036590] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.037131] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac5b4ae-f6c8-402e-aafe-0ef05410e65d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.047849] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 1958.047849] env[62633]: value = "task-1808792" [ 1958.047849] env[62633]: _type = "Task" [ 1958.047849] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.060193] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.091131] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808787, 'name': ReconfigVM_Task, 'duration_secs': 0.843065} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.091846] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 085ce9d5-caee-4a79-af37-23ffdd3ee831/085ce9d5-caee-4a79-af37-23ffdd3ee831.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.092777] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1e85cea-fc70-4fdb-902c-855c5a9bcfa6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.102899] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1958.102899] env[62633]: value = "task-1808793" [ 1958.102899] env[62633]: _type = "Task" [ 1958.102899] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.119225] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808793, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.124895] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808789, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.202433] env[62633]: DEBUG oslo_vmware.api [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808791, 'name': PowerOffVM_Task, 'duration_secs': 0.217338} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.205853] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1958.205853] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1958.205853] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60544090-3461-47fc-9d63-1cf62faeae86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.397776] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1958.398977] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1958.398977] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleting the datastore file [datastore1] a3c93b52-ea76-4839-a8f7-9709d036ee9a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1958.398977] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719b5741-03c4-46f7-aa5a-b6789559108d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.410190] env[62633]: DEBUG oslo_vmware.api [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for the task: (returnval){ [ 1958.410190] env[62633]: value = "task-1808795" [ 1958.410190] env[62633]: _type = "Task" [ 1958.410190] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.427956] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.428371] env[62633]: DEBUG oslo_vmware.api [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.496015] env[62633]: INFO nova.compute.manager [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Took 18.43 seconds to build instance. [ 1958.561118] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808792, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.613875] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808793, 'name': Rename_Task, 'duration_secs': 0.219669} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.617155] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.617708] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f346144f-841b-4d30-b0a1-6c5e49e6d443 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.619879] env[62633]: DEBUG nova.network.neutron [req-f9942075-94b2-4c2a-8092-24270c1392db req-16e82e3f-6370-49af-97a7-967273e44861 service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Updated VIF entry in instance network info cache for port c56aa2b2-ccd2-4ee3-b20c-2568be9d603a. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.620294] env[62633]: DEBUG nova.network.neutron [req-f9942075-94b2-4c2a-8092-24270c1392db req-16e82e3f-6370-49af-97a7-967273e44861 service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Updating instance_info_cache with network_info: [{"id": "c56aa2b2-ccd2-4ee3-b20c-2568be9d603a", "address": "fa:16:3e:3e:d0:1e", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56aa2b2-cc", "ovs_interfaceid": "c56aa2b2-ccd2-4ee3-b20c-2568be9d603a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.629911] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808789, 'name': CreateVM_Task, 'duration_secs': 0.569806} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.630251] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.630678] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1958.630678] env[62633]: value = "task-1808796" [ 1958.630678] env[62633]: _type = "Task" [ 1958.630678] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.631409] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.631587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.632073] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.633147] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa6ee46-b359-4e77-b020-8d5429014f3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.641983] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1958.641983] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d52d7f-9777-4414-ea29-7a5b7c2d3a67" [ 1958.641983] env[62633]: _type = "Task" [ 1958.641983] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.645994] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.655814] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d52d7f-9777-4414-ea29-7a5b7c2d3a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.882442] env[62633]: DEBUG nova.network.neutron [-] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.930863] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.931131] env[62633]: DEBUG oslo_vmware.api [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Task: {'id': task-1808795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317742} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.931516] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1958.931714] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1958.932022] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1958.932257] env[62633]: INFO nova.compute.manager [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1958.932667] env[62633]: DEBUG oslo.service.loopingcall [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.933345] env[62633]: DEBUG nova.compute.manager [-] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1958.933490] env[62633]: DEBUG nova.network.neutron [-] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1958.999553] env[62633]: DEBUG oslo_concurrency.lockutils [None req-a87c7da5-2298-486b-bf83-4d6ac11cb444 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.946s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.060797] env[62633]: DEBUG oslo_vmware.api [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808792, 'name': PowerOnVM_Task, 'duration_secs': 0.528923} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.061125] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.061382] env[62633]: INFO nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1959.061573] env[62633]: DEBUG nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1959.065055] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8284b3-f3b7-4ed6-a3e1-a3c2ef3f94da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.065719] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Updating instance_info_cache with network_info: [{"id": "61a5c97b-556f-407f-897e-ead354d34de2", "address": "fa:16:3e:0b:13:1b", "network": {"id": "73463bc5-018a-4359-a2ce-d09083022f82", "bridge": "br-int", "label": "tempest-ServersTestJSON-1156890528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8b3cbeb0f6545b9951614c9299b07a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a5c97b-55", "ovs_interfaceid": "61a5c97b-556f-407f-897e-ead354d34de2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.123168] env[62633]: DEBUG oslo_concurrency.lockutils [req-f9942075-94b2-4c2a-8092-24270c1392db req-16e82e3f-6370-49af-97a7-967273e44861 service nova] Releasing lock "refresh_cache-dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.144915] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.157469] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d52d7f-9777-4414-ea29-7a5b7c2d3a67, 'name': SearchDatastore_Task, 'duration_secs': 0.021667} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.157835] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.158107] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1959.158358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.158645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.158814] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.159116] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1929876d-2707-42f5-bdd9-a71fd7c0b65f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.169549] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.169841] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1959.170709] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7543ce99-640b-4a70-a00d-6505a6d7dade {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.177881] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1959.177881] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52b33a0d-6c9b-d150-8edb-c4e6d360d361" [ 1959.177881] env[62633]: _type = "Task" [ 1959.177881] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.187258] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b33a0d-6c9b-d150-8edb-c4e6d360d361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.386551] env[62633]: INFO nova.compute.manager [-] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Took 2.17 seconds to deallocate network for instance. [ 1959.425912] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.569632] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Releasing lock "refresh_cache-b8bbe304-770c-4719-8c45-ada25e5eac67" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.569863] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Updated the network info_cache for instance {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1959.570241] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.570241] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.570435] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.570636] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.570751] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1959.596278] env[62633]: INFO nova.compute.manager [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Took 19.30 seconds to build instance. [ 1959.649272] env[62633]: DEBUG oslo_vmware.api [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808796, 'name': PowerOnVM_Task, 'duration_secs': 0.690576} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.649589] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.649790] env[62633]: INFO nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Took 13.96 seconds to spawn the instance on the hypervisor. [ 1959.650028] env[62633]: DEBUG nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1959.650890] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8089d6a-bac7-4ab2-8673-31ebe31ce0ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.694643] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52b33a0d-6c9b-d150-8edb-c4e6d360d361, 'name': SearchDatastore_Task, 'duration_secs': 0.014054} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.695768] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0583418a-ac02-4f96-b6ab-fcd2bb5a755b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.705643] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1959.705643] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52faae21-b911-814a-5d87-cba8f81451e5" [ 1959.705643] env[62633]: _type = "Task" [ 1959.705643] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.715734] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52faae21-b911-814a-5d87-cba8f81451e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.728190] env[62633]: DEBUG nova.network.neutron [-] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.866622] env[62633]: DEBUG nova.compute.manager [req-bdd3e1f2-eb2f-4e33-a133-c0c8b66ebdbe req-99853f29-544d-409e-859a-59a4b7aeb035 service nova] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Received event network-vif-deleted-f74f6fac-cd65-445f-a36d-4e5666e9cb0d {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1959.866914] env[62633]: DEBUG nova.compute.manager [req-bdd3e1f2-eb2f-4e33-a133-c0c8b66ebdbe req-99853f29-544d-409e-859a-59a4b7aeb035 service nova] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Received event network-vif-deleted-8bfc80ad-75a0-4e7e-bb57-0986c40dc157 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1959.896675] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.897175] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.897660] env[62633]: DEBUG nova.objects.instance [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'resources' on Instance uuid 6849890d-03b8-413a-842a-5bb71d0ecbee {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1959.928353] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.099855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-f3424367-eb70-406a-8472-fd684f6686ef tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.813s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.178171] env[62633]: DEBUG nova.compute.manager [req-4e1ca039-f8da-42d3-878e-b59e2aa1f95d req-c133b82a-cde0-4fd6-9f2f-099a04c4208a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Received event network-changed-30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1960.178427] env[62633]: DEBUG nova.compute.manager [req-4e1ca039-f8da-42d3-878e-b59e2aa1f95d req-c133b82a-cde0-4fd6-9f2f-099a04c4208a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Refreshing instance network info cache due to event network-changed-30487a9e-a9bf-42a4-935c-e85aa9d0d537. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1960.178667] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e1ca039-f8da-42d3-878e-b59e2aa1f95d req-c133b82a-cde0-4fd6-9f2f-099a04c4208a service nova] Acquiring lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.178809] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e1ca039-f8da-42d3-878e-b59e2aa1f95d req-c133b82a-cde0-4fd6-9f2f-099a04c4208a service nova] Acquired lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.179127] env[62633]: DEBUG nova.network.neutron [req-4e1ca039-f8da-42d3-878e-b59e2aa1f95d req-c133b82a-cde0-4fd6-9f2f-099a04c4208a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Refreshing network info cache for port 30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.182599] env[62633]: INFO nova.compute.manager [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Took 20.50 seconds to build instance. [ 1960.218066] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52faae21-b911-814a-5d87-cba8f81451e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016094} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.218415] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.218684] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0/dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1960.219307] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dedc5c3-585a-4616-9285-4412189f4223 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.228825] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1960.228825] env[62633]: value = "task-1808798" [ 1960.228825] env[62633]: _type = "Task" [ 1960.228825] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.232907] env[62633]: INFO nova.compute.manager [-] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Took 1.30 seconds to deallocate network for instance. [ 1960.240983] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.428153] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.645788] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0bd336-9b93-4fbd-84a9-86b566933c50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.656653] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a68127-670e-4b67-b8f3-4cf4454d79ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.695498] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9834594b-4ddd-479f-b74c-d51f6f8bfdd0 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.026s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.696454] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0659b1b-dde9-4353-b6dc-bc7e3691b076 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.706718] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3113c61e-5fbd-40de-9667-18d8cfd068c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.726623] env[62633]: DEBUG nova.compute.provider_tree [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1960.741804] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808798, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.742966] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.929493] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.043727] env[62633]: DEBUG nova.network.neutron [req-4e1ca039-f8da-42d3-878e-b59e2aa1f95d req-c133b82a-cde0-4fd6-9f2f-099a04c4208a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Updated VIF entry in instance network info cache for port 30487a9e-a9bf-42a4-935c-e85aa9d0d537. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.044236] env[62633]: DEBUG nova.network.neutron [req-4e1ca039-f8da-42d3-878e-b59e2aa1f95d req-c133b82a-cde0-4fd6-9f2f-099a04c4208a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Updating instance_info_cache with network_info: [{"id": "30487a9e-a9bf-42a4-935c-e85aa9d0d537", "address": "fa:16:3e:78:82:94", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30487a9e-a9", "ovs_interfaceid": "30487a9e-a9bf-42a4-935c-e85aa9d0d537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.134067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.134067] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.134067] env[62633]: DEBUG nova.compute.manager [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1961.134941] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1e8107-91aa-40de-ad57-c989c964d646 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.142790] env[62633]: DEBUG nova.compute.manager [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1961.143415] env[62633]: DEBUG nova.objects.instance [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lazy-loading 'flavor' on Instance uuid 085ce9d5-caee-4a79-af37-23ffdd3ee831 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1961.230462] env[62633]: DEBUG nova.scheduler.client.report [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1961.245662] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685581} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.245957] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0/dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1961.246202] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1961.246475] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9189648-efbe-41cb-854d-9d8aebd79b5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.255541] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1961.255541] env[62633]: value = "task-1808799" [ 1961.255541] env[62633]: _type = "Task" [ 1961.255541] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.264648] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.430181] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.547664] env[62633]: DEBUG oslo_concurrency.lockutils [req-4e1ca039-f8da-42d3-878e-b59e2aa1f95d req-c133b82a-cde0-4fd6-9f2f-099a04c4208a service nova] Releasing lock "refresh_cache-a24ed54b-baba-4de4-9b31-4a9e136abb8a" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.649063] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1961.649384] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b763205c-a88e-4e3c-9425-1781301810a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.657551] env[62633]: DEBUG oslo_vmware.api [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1961.657551] env[62633]: value = "task-1808800" [ 1961.657551] env[62633]: _type = "Task" [ 1961.657551] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.667306] env[62633]: DEBUG oslo_vmware.api [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.739744] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.743157] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.743646] env[62633]: DEBUG nova.objects.instance [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lazy-loading 'resources' on Instance uuid a3c93b52-ea76-4839-a8f7-9709d036ee9a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1961.761320] env[62633]: INFO nova.scheduler.client.report [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleted allocations for instance 6849890d-03b8-413a-842a-5bb71d0ecbee [ 1961.765318] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087387} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.767873] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.768819] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec4186d-63c2-47ac-a27f-f3151e52f8ac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.793769] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0/dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.794441] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e063b2d6-64ff-4d04-95bf-070b882f90bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.815801] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1961.815801] env[62633]: value = "task-1808801" [ 1961.815801] env[62633]: _type = "Task" [ 1961.815801] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.825045] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.901643] env[62633]: DEBUG nova.compute.manager [req-feb99f44-9fb5-4d92-b074-0befb972faf8 req-fe21594d-4948-49df-b11d-94e472f0219d service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received event network-changed-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1961.901903] env[62633]: DEBUG nova.compute.manager [req-feb99f44-9fb5-4d92-b074-0befb972faf8 req-fe21594d-4948-49df-b11d-94e472f0219d service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Refreshing instance network info cache due to event network-changed-6cfdbec9-ba35-49bc-8bc6-72f767a97580. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1961.902149] env[62633]: DEBUG oslo_concurrency.lockutils [req-feb99f44-9fb5-4d92-b074-0befb972faf8 req-fe21594d-4948-49df-b11d-94e472f0219d service nova] Acquiring lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.902383] env[62633]: DEBUG oslo_concurrency.lockutils [req-feb99f44-9fb5-4d92-b074-0befb972faf8 req-fe21594d-4948-49df-b11d-94e472f0219d service nova] Acquired lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.902470] env[62633]: DEBUG nova.network.neutron [req-feb99f44-9fb5-4d92-b074-0befb972faf8 req-fe21594d-4948-49df-b11d-94e472f0219d service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Refreshing network info cache for port 6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.931391] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.168989] env[62633]: DEBUG oslo_vmware.api [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808800, 'name': PowerOffVM_Task, 'duration_secs': 0.333163} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.169390] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1962.169491] env[62633]: DEBUG nova.compute.manager [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1962.170294] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c7e5e-f94b-475f-9af9-9211732d5701 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.272333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c81e46d7-b23c-4c10-bdcb-d861a115199b tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "6849890d-03b8-413a-842a-5bb71d0ecbee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.388s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.328424] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.433731] env[62633]: DEBUG oslo_vmware.api [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808780, 'name': ReconfigVM_Task, 'duration_secs': 5.848368} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.437019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.438038] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Reconfigured VM to detach interface {{(pid=62633) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1962.450424] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf6ce74-5fb0-4ae1-9394-32a6d7074680 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.458837] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844c6394-8427-4ad6-86d8-fedd296882e0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.494111] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154a33e1-b684-4e5b-9ab6-44f75b0fc94d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.505191] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0684bd2e-01e4-471e-8e37-1bc915591982 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.520911] env[62633]: DEBUG nova.compute.provider_tree [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.654300] env[62633]: DEBUG nova.network.neutron [req-feb99f44-9fb5-4d92-b074-0befb972faf8 req-fe21594d-4948-49df-b11d-94e472f0219d service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updated VIF entry in instance network info cache for port 6cfdbec9-ba35-49bc-8bc6-72f767a97580. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.654780] env[62633]: DEBUG nova.network.neutron [req-feb99f44-9fb5-4d92-b074-0befb972faf8 req-fe21594d-4948-49df-b11d-94e472f0219d service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating instance_info_cache with network_info: [{"id": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "address": "fa:16:3e:6e:5f:f1", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfdbec9-ba", "ovs_interfaceid": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.682694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-ab76c8c6-4169-470b-9bdc-4b2ee7121a82 tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.826974] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.024595] env[62633]: DEBUG nova.scheduler.client.report [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1963.158340] env[62633]: DEBUG oslo_concurrency.lockutils [req-feb99f44-9fb5-4d92-b074-0befb972faf8 req-fe21594d-4948-49df-b11d-94e472f0219d service nova] Releasing lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.327114] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.334809] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.335116] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.529355] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.553111] env[62633]: INFO nova.scheduler.client.report [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Deleted allocations for instance a3c93b52-ea76-4839-a8f7-9709d036ee9a [ 1963.827648] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808801, 'name': ReconfigVM_Task, 'duration_secs': 1.64164} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.827989] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0/dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1963.828666] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a89a48a5-8df1-423e-b91a-c111a835a51d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.836046] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1963.836046] env[62633]: value = "task-1808803" [ 1963.836046] env[62633]: _type = "Task" [ 1963.836046] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.840033] env[62633]: INFO nova.compute.manager [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Detaching volume 5feed680-9645-48e0-a305-4b3234bf84c9 [ 1963.847691] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808803, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.878171] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.878328] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquired lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.878518] env[62633]: DEBUG nova.network.neutron [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.881963] env[62633]: INFO nova.virt.block_device [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Attempting to driver detach volume 5feed680-9645-48e0-a305-4b3234bf84c9 from mountpoint /dev/sdb [ 1963.882234] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1963.882447] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374864', 'volume_id': '5feed680-9645-48e0-a305-4b3234bf84c9', 'name': 'volume-5feed680-9645-48e0-a305-4b3234bf84c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd5fa391-32ae-4aa3-b31b-5fe49127fb6c', 'attached_at': '', 'detached_at': '', 'volume_id': '5feed680-9645-48e0-a305-4b3234bf84c9', 'serial': '5feed680-9645-48e0-a305-4b3234bf84c9'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1963.883790] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec451c89-f100-4201-bd3d-f7939b0c2144 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.907313] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44823a5c-f604-443b-8fd9-8fec4772011f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.916694] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137944b7-a6e2-46d1-8379-71c887b56035 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.938195] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa80b696-085f-4274-9334-750d41f6e0a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.954725] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] The volume has not been displaced from its original location: [datastore1] volume-5feed680-9645-48e0-a305-4b3234bf84c9/volume-5feed680-9645-48e0-a305-4b3234bf84c9.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1963.959992] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1963.960342] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b15272b-dbca-473f-9d8b-6c6829aa17c1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.980110] env[62633]: DEBUG oslo_vmware.api [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1963.980110] env[62633]: value = "task-1808804" [ 1963.980110] env[62633]: _type = "Task" [ 1963.980110] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.990967] env[62633]: DEBUG oslo_vmware.api [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.050854] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.051177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.051570] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "085ce9d5-caee-4a79-af37-23ffdd3ee831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.051826] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.052025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.054440] env[62633]: INFO nova.compute.manager [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Terminating instance [ 1964.056932] env[62633]: DEBUG nova.compute.manager [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1964.057184] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.058141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa97579e-782f-4b5b-8037-e7a9df93ebf5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.064333] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90f74043-4a52-404e-8475-df109ef18884 tempest-ServerDiskConfigTestJSON-445244776 tempest-ServerDiskConfigTestJSON-445244776-project-member] Lock "a3c93b52-ea76-4839-a8f7-9709d036ee9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.407s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.069268] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1964.069560] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37c070e2-e76d-4c1c-99c0-76668c8abbad {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.288885] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1964.289210] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1964.289466] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleting the datastore file [datastore1] 085ce9d5-caee-4a79-af37-23ffdd3ee831 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1964.289801] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffcb4cef-6737-4a90-bee0-a83ca76b7b6f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.298582] env[62633]: DEBUG oslo_vmware.api [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1964.298582] env[62633]: value = "task-1808806" [ 1964.298582] env[62633]: _type = "Task" [ 1964.298582] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.308378] env[62633]: DEBUG oslo_vmware.api [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.346892] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808803, 'name': Rename_Task, 'duration_secs': 0.304968} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.347539] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.347853] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-845272bc-8379-452e-841a-e18b92d73671 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.356776] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.357620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.357873] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.358083] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.358274] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.360609] env[62633]: INFO nova.compute.manager [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Terminating instance [ 1964.362643] env[62633]: DEBUG nova.compute.manager [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1964.362856] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.363225] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1964.363225] env[62633]: value = "task-1808807" [ 1964.363225] env[62633]: _type = "Task" [ 1964.363225] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.364194] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50c0749-aea0-4918-b8da-14c0efdf8d34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.376441] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.378884] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.379190] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f7b99c0-0ce4-4533-8136-bde3fc3fdae6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.389267] env[62633]: DEBUG oslo_vmware.api [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1964.389267] env[62633]: value = "task-1808808" [ 1964.389267] env[62633]: _type = "Task" [ 1964.389267] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.399445] env[62633]: DEBUG oslo_vmware.api [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.490538] env[62633]: DEBUG oslo_vmware.api [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808804, 'name': ReconfigVM_Task, 'duration_secs': 0.358016} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.490959] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1964.498016] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a3f7b2-3903-4794-bfb3-b72c705423cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.520635] env[62633]: DEBUG oslo_vmware.api [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1964.520635] env[62633]: value = "task-1808809" [ 1964.520635] env[62633]: _type = "Task" [ 1964.520635] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.532731] env[62633]: DEBUG oslo_vmware.api [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.727042] env[62633]: INFO nova.network.neutron [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Port ec79ae6d-2976-4aa1-9677-4ef072a346c0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1964.727383] env[62633]: DEBUG nova.network.neutron [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [{"id": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "address": "fa:16:3e:c2:ab:02", "network": {"id": "cb54e17c-8f8e-4424-b998-aee653c0db77", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-497022578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53eb600e41a14bedbd96af9694ace5ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8dc51d1-7f", "ovs_interfaceid": "b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.811243] env[62633]: DEBUG oslo_vmware.api [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227401} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.811578] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1964.811981] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1964.811981] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1964.812172] env[62633]: INFO nova.compute.manager [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Took 0.76 seconds to destroy the instance on the hypervisor. [ 1964.812446] env[62633]: DEBUG oslo.service.loopingcall [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.812675] env[62633]: DEBUG nova.compute.manager [-] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1964.812773] env[62633]: DEBUG nova.network.neutron [-] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1964.880607] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.900280] env[62633]: DEBUG oslo_vmware.api [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808808, 'name': PowerOffVM_Task, 'duration_secs': 0.244457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.900567] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1964.900741] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1964.901016] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48861c25-a7cf-4d4e-97d3-babfb3895bc4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.013042] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52621c76-d394-7289-9dc1-5079117dd735/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1965.014884] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7565bdec-5c40-4b7d-9ee2-eba08bcb49ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.022117] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52621c76-d394-7289-9dc1-5079117dd735/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1965.022310] env[62633]: ERROR oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52621c76-d394-7289-9dc1-5079117dd735/disk-0.vmdk due to incomplete transfer. [ 1965.027728] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bd02019-7a61-41f0-abaf-1bc18658fd22 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.035137] env[62633]: DEBUG oslo_vmware.api [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808809, 'name': ReconfigVM_Task, 'duration_secs': 0.206476} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.035549] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374864', 'volume_id': '5feed680-9645-48e0-a305-4b3234bf84c9', 'name': 'volume-5feed680-9645-48e0-a305-4b3234bf84c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bd5fa391-32ae-4aa3-b31b-5fe49127fb6c', 'attached_at': '', 'detached_at': '', 'volume_id': '5feed680-9645-48e0-a305-4b3234bf84c9', 'serial': '5feed680-9645-48e0-a305-4b3234bf84c9'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1965.042996] env[62633]: DEBUG oslo_vmware.rw_handles [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52621c76-d394-7289-9dc1-5079117dd735/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1965.042996] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Uploaded image f2105d7e-3d73-477d-9c22-1b447a5b6ab8 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1965.042996] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1965.042996] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-882b9292-17f2-4661-9c82-517f0adc79d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.053700] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1965.053700] env[62633]: value = "task-1808811" [ 1965.053700] env[62633]: _type = "Task" [ 1965.053700] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.066913] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808811, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.092071] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1965.093869] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1965.094469] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleting the datastore file [datastore1] 48091777-b09d-4ae6-bc80-e32c7be7fbb8 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1965.095190] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b79f0a84-0a5c-460b-bd22-534e6f2f21bc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.108515] env[62633]: DEBUG nova.compute.manager [req-94e84577-a1cd-49f5-86dc-80bf6b5d2703 req-4ad706da-3909-4323-95d8-fde8391946ce service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Received event network-vif-deleted-2b829cb7-da81-41de-ab37-27478bc67388 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1965.108722] env[62633]: INFO nova.compute.manager [req-94e84577-a1cd-49f5-86dc-80bf6b5d2703 req-4ad706da-3909-4323-95d8-fde8391946ce service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Neutron deleted interface 2b829cb7-da81-41de-ab37-27478bc67388; detaching it from the instance and deleting it from the info cache [ 1965.108932] env[62633]: DEBUG nova.network.neutron [req-94e84577-a1cd-49f5-86dc-80bf6b5d2703 req-4ad706da-3909-4323-95d8-fde8391946ce service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.122382] env[62633]: DEBUG oslo_vmware.api [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1965.122382] env[62633]: value = "task-1808812" [ 1965.122382] env[62633]: _type = "Task" [ 1965.122382] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.133084] env[62633]: DEBUG oslo_vmware.api [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.169811] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "fca5b961-53bd-4cc1-9721-7741a66fc317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.170419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.231606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Releasing lock "refresh_cache-48091777-b09d-4ae6-bc80-e32c7be7fbb8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.378554] env[62633]: DEBUG oslo_vmware.api [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808807, 'name': PowerOnVM_Task, 'duration_secs': 0.640354} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.378926] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.379108] env[62633]: INFO nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1965.379291] env[62633]: DEBUG nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1965.380094] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6df29-128e-40a3-8058-08cfb938a1b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.564855] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808811, 'name': Destroy_Task, 'duration_secs': 0.42068} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.565151] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Destroyed the VM [ 1965.565396] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1965.565930] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08120e2a-8002-4250-b1b8-6d96974d2b59 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.574141] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1965.574141] env[62633]: value = "task-1808813" [ 1965.574141] env[62633]: _type = "Task" [ 1965.574141] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.577328] env[62633]: DEBUG nova.network.neutron [-] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.584236] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808813, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.604715] env[62633]: DEBUG nova.objects.instance [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'flavor' on Instance uuid bd5fa391-32ae-4aa3-b31b-5fe49127fb6c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.612400] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec5ef93e-8363-402a-b93a-a5c815053bef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.622921] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f2038-139a-45f6-9b14-337df064a78a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.647070] env[62633]: DEBUG oslo_vmware.api [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203532} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.647409] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.647717] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.647882] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.648114] env[62633]: INFO nova.compute.manager [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1965.648402] env[62633]: DEBUG oslo.service.loopingcall [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.648653] env[62633]: DEBUG nova.compute.manager [-] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1965.648826] env[62633]: DEBUG nova.network.neutron [-] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.662840] env[62633]: DEBUG nova.compute.manager [req-94e84577-a1cd-49f5-86dc-80bf6b5d2703 req-4ad706da-3909-4323-95d8-fde8391946ce service nova] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Detach interface failed, port_id=2b829cb7-da81-41de-ab37-27478bc67388, reason: Instance 085ce9d5-caee-4a79-af37-23ffdd3ee831 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1965.672880] env[62633]: DEBUG nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1965.736019] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5e9ca566-82fc-4a7d-8408-306237bf8f88 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "interface-48091777-b09d-4ae6-bc80-e32c7be7fbb8-ec79ae6d-2976-4aa1-9677-4ef072a346c0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.910s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.902070] env[62633]: INFO nova.compute.manager [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Took 19.11 seconds to build instance. [ 1966.084096] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808813, 'name': RemoveSnapshot_Task, 'duration_secs': 0.399925} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.084937] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1966.085376] env[62633]: DEBUG nova.compute.manager [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1966.085943] env[62633]: INFO nova.compute.manager [-] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Took 1.27 seconds to deallocate network for instance. [ 1966.086807] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874df206-a121-4473-8cfe-32c950a2a10b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.198409] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.198596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.200594] env[62633]: INFO nova.compute.claims [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.404232] env[62633]: DEBUG oslo_concurrency.lockutils [None req-15a32747-d21a-4c50-a0ab-9ff7fa03c5cd tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.627s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.608017] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.610977] env[62633]: INFO nova.compute.manager [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Shelve offloading [ 1966.612522] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9aa42dc2-2f6e-48e4-9edd-8205f468aa90 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.613534] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.613784] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-685377ad-f9c3-4b68-8d64-7cb3f8935758 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.624871] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1966.624871] env[62633]: value = "task-1808814" [ 1966.624871] env[62633]: _type = "Task" [ 1966.624871] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.637337] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1966.637620] env[62633]: DEBUG nova.compute.manager [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1966.638506] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc96a602-c91a-4bdb-8637-5b661ebbfae9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.645668] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.645850] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.647264] env[62633]: DEBUG nova.network.neutron [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.043829] env[62633]: DEBUG nova.network.neutron [-] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.137319] env[62633]: DEBUG nova.compute.manager [req-8d0317d2-4b0a-4ce0-99e1-b65411652228 req-c3a9e26f-437a-41e4-bf38-a30218648ee0 service nova] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Received event network-vif-deleted-b8dc51d1-7f60-4f1a-9cdf-7e281a161f5f {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1967.220396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.220851] env[62633]: DEBUG oslo_concurrency.lockutils [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.221554] env[62633]: DEBUG nova.compute.manager [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1967.222663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f3c3bc-d7a1-450e-863c-3fa08f7e023f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.232987] env[62633]: DEBUG nova.compute.manager [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1967.234020] env[62633]: DEBUG nova.objects.instance [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'flavor' on Instance uuid dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.417831] env[62633]: DEBUG nova.network.neutron [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating instance_info_cache with network_info: [{"id": "a96e2649-3a44-4e58-91d1-ff02122537bf", "address": "fa:16:3e:32:8f:24", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96e2649-3a", "ovs_interfaceid": "a96e2649-3a44-4e58-91d1-ff02122537bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.420770] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70b025d-a3df-4c1c-83f2-e3d0f489691c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.429296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abdc46-ab0e-4ce4-8d50-c2f02c33d307 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.460548] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b1302f-3fde-4b44-8dcf-41138ecb07ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.469104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb912c-6809-489a-9ed2-bf1a632201f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.484977] env[62633]: DEBUG nova.compute.provider_tree [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.549040] env[62633]: INFO nova.compute.manager [-] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Took 1.90 seconds to deallocate network for instance. [ 1967.613720] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.614014] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.614238] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.614429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.614609] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.617426] env[62633]: INFO nova.compute.manager [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Terminating instance [ 1967.620130] env[62633]: DEBUG nova.compute.manager [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1967.620378] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.621446] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d88121-86b8-4439-8b59-72e184e850ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.629761] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.630027] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2bc38e1-719a-4ad8-89b2-bd1f29c3bf3d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.637726] env[62633]: DEBUG oslo_vmware.api [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1967.637726] env[62633]: value = "task-1808815" [ 1967.637726] env[62633]: _type = "Task" [ 1967.637726] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.647438] env[62633]: DEBUG oslo_vmware.api [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.741039] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.741375] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30afd5a-d95d-4601-b706-13704e6834ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.750064] env[62633]: DEBUG oslo_vmware.api [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1967.750064] env[62633]: value = "task-1808816" [ 1967.750064] env[62633]: _type = "Task" [ 1967.750064] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.760132] env[62633]: DEBUG oslo_vmware.api [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.924681] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.988202] env[62633]: DEBUG nova.scheduler.client.report [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1968.056658] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.147408] env[62633]: DEBUG oslo_vmware.api [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808815, 'name': PowerOffVM_Task, 'duration_secs': 0.224757} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.147699] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.147940] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.148303] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d5e980b-df97-441a-a6a9-a6edb64a8eb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.250103] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.250565] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.250809] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleting the datastore file [datastore1] bd5fa391-32ae-4aa3-b31b-5fe49127fb6c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.251208] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47ae3e89-90b9-450f-be4e-e8ae258e52d2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.261722] env[62633]: DEBUG oslo_vmware.api [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808816, 'name': PowerOffVM_Task, 'duration_secs': 0.349157} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.264058] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.264266] env[62633]: DEBUG nova.compute.manager [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1968.264841] env[62633]: DEBUG oslo_vmware.api [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1968.264841] env[62633]: value = "task-1808818" [ 1968.264841] env[62633]: _type = "Task" [ 1968.264841] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.265575] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7d9a24-2c98-4cf5-89ce-ca66e06fd471 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.280633] env[62633]: DEBUG oslo_vmware.api [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.493092] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.493507] env[62633]: DEBUG nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1968.496341] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.888s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.496570] env[62633]: DEBUG nova.objects.instance [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lazy-loading 'resources' on Instance uuid 085ce9d5-caee-4a79-af37-23ffdd3ee831 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1968.546395] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1968.547598] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219c4dcc-7b6d-4e5c-b83c-5387944d68c0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.556520] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.556891] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace11d4e-c4a1-416b-af5c-6e82b8acd105 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.661558] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.661817] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.662016] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleting the datastore file [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.662296] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f078acf8-3866-43b3-964c-42f88fdcb055 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.669462] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1968.669462] env[62633]: value = "task-1808820" [ 1968.669462] env[62633]: _type = "Task" [ 1968.669462] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.678914] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.779652] env[62633]: DEBUG oslo_vmware.api [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135608} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.779932] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.781044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.781044] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.781044] env[62633]: INFO nova.compute.manager [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1968.781044] env[62633]: DEBUG oslo.service.loopingcall [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.781044] env[62633]: DEBUG nova.compute.manager [-] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1968.781044] env[62633]: DEBUG nova.network.neutron [-] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1968.789096] env[62633]: DEBUG oslo_concurrency.lockutils [None req-59e674a1-cf07-4cbe-b595-83beb3ab711b tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.999972] env[62633]: DEBUG nova.compute.utils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.001447] env[62633]: DEBUG nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1969.005097] env[62633]: DEBUG nova.network.neutron [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1969.060207] env[62633]: DEBUG nova.policy [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e50b8df4797499b8b6a5b21eb3209b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada2dcc843ec4d42973857f63a66cdc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1969.181745] env[62633]: DEBUG oslo_vmware.api [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131927} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.181745] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.181745] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.181745] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.206169] env[62633]: INFO nova.scheduler.client.report [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted allocations for instance 7fa8c452-1f24-45de-949c-c1704efdf20c [ 1969.278488] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58839669-9772-46b4-b627-804d65b4cc8f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.287583] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1289dd06-6c80-4837-b895-77fcee8e963d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.325043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8271d-68ec-4780-921a-1dea1f619a73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.336919] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c4f03c-54f0-40c0-a196-49229654638a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.345832] env[62633]: DEBUG nova.compute.manager [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received event network-vif-unplugged-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1969.346072] env[62633]: DEBUG oslo_concurrency.lockutils [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] Acquiring lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.346310] env[62633]: DEBUG oslo_concurrency.lockutils [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.346632] env[62633]: DEBUG oslo_concurrency.lockutils [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.346632] env[62633]: DEBUG nova.compute.manager [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] No waiting events found dispatching network-vif-unplugged-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1969.346788] env[62633]: WARNING nova.compute.manager [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received unexpected event network-vif-unplugged-a96e2649-3a44-4e58-91d1-ff02122537bf for instance with vm_state shelved_offloaded and task_state None. [ 1969.346950] env[62633]: DEBUG nova.compute.manager [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received event network-changed-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1969.347244] env[62633]: DEBUG nova.compute.manager [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Refreshing instance network info cache due to event network-changed-a96e2649-3a44-4e58-91d1-ff02122537bf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1969.347463] env[62633]: DEBUG oslo_concurrency.lockutils [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] Acquiring lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.347618] env[62633]: DEBUG oslo_concurrency.lockutils [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] Acquired lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.347786] env[62633]: DEBUG nova.network.neutron [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Refreshing network info cache for port a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.362563] env[62633]: DEBUG nova.compute.provider_tree [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.508988] env[62633]: DEBUG nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1969.569088] env[62633]: DEBUG nova.network.neutron [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Successfully created port: 0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1969.715437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.844641] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.844946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.845190] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.845377] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.845552] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.847660] env[62633]: INFO nova.compute.manager [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Terminating instance [ 1969.849417] env[62633]: DEBUG nova.compute.manager [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1969.849609] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1969.850524] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59930eec-52dd-49b2-b886-8777ca4c24c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.861191] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1969.861506] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c5e5c9-ef61-4384-9dfb-875046d9e890 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.865550] env[62633]: DEBUG nova.scheduler.client.report [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1970.017645] env[62633]: INFO nova.virt.block_device [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Booting with volume 170729f9-d1ef-41e3-b2e7-e4c6a1938d4c at /dev/sda [ 1970.061115] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d2b8895-f19c-467e-856d-5d6aa4d18eff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.071988] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd59a0-ea8f-4ed0-a4a2-ba82f3b2e7f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.107549] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aacd5ae5-2a3a-4f39-b638-7a505e3e5e5a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.120942] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a339efb9-1e7e-41de-9b66-3a2f7b5d10d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.156273] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce4e988-7594-4654-a325-520db1385e91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.164234] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968d6305-26fb-4508-a14a-940b11a20b37 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.179684] env[62633]: DEBUG nova.virt.block_device [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating existing volume attachment record: c44afc03-e650-45b5-b438-65f913eb2de4 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1970.210739] env[62633]: DEBUG nova.network.neutron [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updated VIF entry in instance network info cache for port a96e2649-3a44-4e58-91d1-ff02122537bf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1970.210739] env[62633]: DEBUG nova.network.neutron [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating instance_info_cache with network_info: [{"id": "a96e2649-3a44-4e58-91d1-ff02122537bf", "address": "fa:16:3e:32:8f:24", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa96e2649-3a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.218053] env[62633]: DEBUG nova.network.neutron [-] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.370734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.373447] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.317s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.373447] env[62633]: DEBUG nova.objects.instance [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'resources' on Instance uuid 48091777-b09d-4ae6-bc80-e32c7be7fbb8 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.403425] env[62633]: INFO nova.scheduler.client.report [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted allocations for instance 085ce9d5-caee-4a79-af37-23ffdd3ee831 [ 1970.712114] env[62633]: DEBUG oslo_concurrency.lockutils [req-5a49d477-6924-4370-a7dd-eef3e77dce96 req-3f48abd4-e67c-409f-826c-c6447eb223af service nova] Releasing lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.720260] env[62633]: INFO nova.compute.manager [-] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Took 1.94 seconds to deallocate network for instance. [ 1970.912801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9ffe32ac-efd6-48b8-8990-130b10fbd1dd tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "085ce9d5-caee-4a79-af37-23ffdd3ee831" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.861s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.059237] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb7165-da44-4a73-a8ab-a5232f8308a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.068144] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba1d7ca-f5d4-4c9b-8241-d1c04f8b2681 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.104674] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d02ef7-c39f-4f5e-8668-e16777b9ab35 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.114096] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa15dc-d5fe-4ad3-af27-28a48e155762 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.130882] env[62633]: DEBUG nova.compute.provider_tree [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.230532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.375127] env[62633]: DEBUG nova.compute.manager [req-eb85d4b2-f397-4d81-8e1b-1e35e9b11592 req-9e64f59a-1bc7-4d59-82e2-6be2818b4d4f service nova] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Received event network-vif-deleted-0f423969-27df-43e4-84f6-22a76b654815 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1971.396245] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquiring lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.396393] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.633780] env[62633]: DEBUG nova.scheduler.client.report [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1971.898752] env[62633]: DEBUG nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1971.966280] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "7fa8c452-1f24-45de-949c-c1704efdf20c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.138842] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.141670] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.426s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.141921] env[62633]: DEBUG nova.objects.instance [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'resources' on Instance uuid 7fa8c452-1f24-45de-949c-c1704efdf20c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.171240] env[62633]: INFO nova.scheduler.client.report [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleted allocations for instance 48091777-b09d-4ae6-bc80-e32c7be7fbb8 [ 1972.285396] env[62633]: DEBUG nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1972.286240] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1972.286606] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1972.290247] env[62633]: DEBUG nova.virt.hardware [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1972.290918] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1ad50-30b6-47c7-9307-552969f8926f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.302823] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a59f847-a7be-4674-8de0-fc5a08dacbfb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.308756] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "b8bbe304-770c-4719-8c45-ada25e5eac67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.309065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.309290] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "b8bbe304-770c-4719-8c45-ada25e5eac67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.309532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.309698] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.311903] env[62633]: INFO nova.compute.manager [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Terminating instance [ 1972.314163] env[62633]: DEBUG nova.compute.manager [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1972.314385] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1972.315283] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63980399-f7b9-44a6-a100-4af5ae9fc8c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.332243] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1972.332506] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b7cfaa5-361e-48e1-95d9-26139dc04cd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.339413] env[62633]: DEBUG oslo_vmware.api [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1972.339413] env[62633]: value = "task-1808822" [ 1972.339413] env[62633]: _type = "Task" [ 1972.339413] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.347289] env[62633]: DEBUG oslo_vmware.api [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.421627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.644427] env[62633]: DEBUG nova.objects.instance [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'numa_topology' on Instance uuid 7fa8c452-1f24-45de-949c-c1704efdf20c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.680300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bcb01a10-97f8-414d-bd6a-096d7e042934 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "48091777-b09d-4ae6-bc80-e32c7be7fbb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.323s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.850992] env[62633]: DEBUG oslo_vmware.api [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808822, 'name': PowerOffVM_Task, 'duration_secs': 0.19039} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.851313] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1972.851516] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.851777] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7ef77e3-4d32-4305-9222-2398adecf248 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.147502] env[62633]: DEBUG nova.objects.base [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Object Instance<7fa8c452-1f24-45de-949c-c1704efdf20c> lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1973.346033] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7776bf79-2a99-42ad-b6e8-7562a80b0d07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.354678] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643fc6c8-8a76-4195-a6bb-00a966dd9c3b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.387572] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492ef26c-cc8a-402a-97a8-0e62b30174fd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.391928] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.392172] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.397356] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba807459-5dd2-4d43-978e-b62130e7b231 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.413274] env[62633]: DEBUG nova.compute.provider_tree [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.532878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.533195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.533420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.533612] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.533790] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.536019] env[62633]: INFO nova.compute.manager [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Terminating instance [ 1973.537713] env[62633]: DEBUG nova.compute.manager [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1973.537912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.538765] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cca19b-cfdc-4ba1-82c3-7e62dea6bc45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.547225] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.547470] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-513eee8a-0c9f-4b9f-a89d-0e29fe06b2f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.555099] env[62633]: DEBUG oslo_vmware.api [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1973.555099] env[62633]: value = "task-1808824" [ 1973.555099] env[62633]: _type = "Task" [ 1973.555099] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.563559] env[62633]: DEBUG oslo_vmware.api [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.895415] env[62633]: DEBUG nova.compute.utils [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1973.916819] env[62633]: DEBUG nova.scheduler.client.report [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1974.065177] env[62633]: DEBUG oslo_vmware.api [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808824, 'name': PowerOffVM_Task, 'duration_secs': 0.189935} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.065520] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.065761] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.066069] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3533d8cf-384c-4adb-80c2-5b5f168248c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.399089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.422787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.425275] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.195s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.425511] env[62633]: DEBUG nova.objects.instance [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'resources' on Instance uuid bd5fa391-32ae-4aa3-b31b-5fe49127fb6c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1974.936683] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e1841eee-b7a2-46da-8538-bc27ded2b349 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.405s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.937635] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.971s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.937954] env[62633]: INFO nova.compute.manager [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Unshelving [ 1975.088914] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4cf42e-245e-4471-8a1d-8058bcd83ad6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.098811] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2777a5da-6551-48a2-ab59-921fcc9cae50 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.142968] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf841202-bf60-4238-b4e6-94d375eb9b33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.151293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebfc437-3cf7-4f4f-a60b-14ebb31c45e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.165230] env[62633]: DEBUG nova.compute.provider_tree [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.440839] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.441159] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.441387] env[62633]: INFO nova.compute.manager [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Attaching volume 4c2943e8-939b-4f06-bd1f-bbe627a4773e to /dev/sdb [ 1975.476513] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4bc1b8-e1d8-4635-97ed-ba7f548a2888 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.485566] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f90180-ee9c-4746-8a4f-8d094db934ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.505994] env[62633]: DEBUG nova.virt.block_device [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Updating existing volume attachment record: 41dca94a-ea1d-4710-99d6-961e62ee9475 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1975.669272] env[62633]: DEBUG nova.scheduler.client.report [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1975.970087] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.175042] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.177431] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.756s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.178953] env[62633]: INFO nova.compute.claims [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1976.194216] env[62633]: INFO nova.scheduler.client.report [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleted allocations for instance bd5fa391-32ae-4aa3-b31b-5fe49127fb6c [ 1976.701239] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e0085649-0888-41fb-ab34-1d27c252bb40 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "bd5fa391-32ae-4aa3-b31b-5fe49127fb6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.087s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.225440] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.226039] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.226335] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleting the datastore file [datastore1] 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.229864] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44d7d1a-5cd1-49d1-a50f-0a447ab2ab34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.234621] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.234863] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.235074] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleting the datastore file [datastore1] b8bbe304-770c-4719-8c45-ada25e5eac67 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.235355] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50ae8cc9-a989-4d42-9d2a-5ab4d45e30df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.241591] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.241827] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.242030] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleting the datastore file [datastore1] dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.243128] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18d65da4-aa15-4412-aa0d-63ed869bbcc5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.245294] env[62633]: DEBUG oslo_vmware.api [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for the task: (returnval){ [ 1977.245294] env[62633]: value = "task-1808827" [ 1977.245294] env[62633]: _type = "Task" [ 1977.245294] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.249817] env[62633]: DEBUG oslo_vmware.api [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for the task: (returnval){ [ 1977.249817] env[62633]: value = "task-1808828" [ 1977.249817] env[62633]: _type = "Task" [ 1977.249817] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.258766] env[62633]: DEBUG oslo_vmware.api [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 1977.258766] env[62633]: value = "task-1808829" [ 1977.258766] env[62633]: _type = "Task" [ 1977.258766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.271630] env[62633]: DEBUG oslo_vmware.api [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.271936] env[62633]: DEBUG oslo_vmware.api [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.277783] env[62633]: DEBUG oslo_vmware.api [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.384199] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca35dab-ef71-4a91-b7f7-b7e6683e1160 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.392908] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c7169-0ed6-48e5-889d-47ff01ca9b41 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.425313] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dba55e-822f-4ffa-8031-5b1136a9239a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.435308] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f1e59b-6dbc-4249-867b-53d027271eac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.449788] env[62633]: DEBUG nova.compute.provider_tree [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1977.768062] env[62633]: DEBUG oslo_vmware.api [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Task: {'id': task-1808827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199649} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.772185] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.772185] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.772185] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.772387] env[62633]: INFO nova.compute.manager [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Took 4.23 seconds to destroy the instance on the hypervisor. [ 1977.772774] env[62633]: DEBUG oslo.service.loopingcall [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.773068] env[62633]: DEBUG oslo_vmware.api [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Task: {'id': task-1808828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161398} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.776250] env[62633]: DEBUG nova.compute.manager [-] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1977.776393] env[62633]: DEBUG nova.network.neutron [-] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1977.778127] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.778451] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.778801] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.779162] env[62633]: INFO nova.compute.manager [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Took 5.46 seconds to destroy the instance on the hypervisor. [ 1977.779577] env[62633]: DEBUG oslo.service.loopingcall [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.779965] env[62633]: DEBUG oslo_vmware.api [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178481} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.780337] env[62633]: DEBUG nova.compute.manager [-] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1977.780527] env[62633]: DEBUG nova.network.neutron [-] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1977.782865] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.783234] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.783653] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.783994] env[62633]: INFO nova.compute.manager [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Took 7.93 seconds to destroy the instance on the hypervisor. [ 1977.784404] env[62633]: DEBUG oslo.service.loopingcall [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.785153] env[62633]: DEBUG nova.compute.manager [-] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1977.785349] env[62633]: DEBUG nova.network.neutron [-] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1977.974329] env[62633]: ERROR nova.scheduler.client.report [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [req-4c28e819-4710-47e0-85c8-9212983c91dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4c28e819-4710-47e0-85c8-9212983c91dc"}]} [ 1977.994608] env[62633]: DEBUG nova.scheduler.client.report [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1978.009995] env[62633]: DEBUG nova.scheduler.client.report [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1978.010309] env[62633]: DEBUG nova.compute.provider_tree [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1978.021852] env[62633]: DEBUG nova.scheduler.client.report [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1978.048013] env[62633]: DEBUG nova.scheduler.client.report [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1978.096813] env[62633]: DEBUG nova.compute.manager [req-a01db9f1-3454-48c8-89ac-351e81f37381 req-9e9c2d44-08bc-413f-89a7-8150e53109f1 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Received event network-vif-deleted-61a5c97b-556f-407f-897e-ead354d34de2 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1978.097088] env[62633]: INFO nova.compute.manager [req-a01db9f1-3454-48c8-89ac-351e81f37381 req-9e9c2d44-08bc-413f-89a7-8150e53109f1 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Neutron deleted interface 61a5c97b-556f-407f-897e-ead354d34de2; detaching it from the instance and deleting it from the info cache [ 1978.097264] env[62633]: DEBUG nova.network.neutron [req-a01db9f1-3454-48c8-89ac-351e81f37381 req-9e9c2d44-08bc-413f-89a7-8150e53109f1 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.231058] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b470e3-09cc-4ff4-8c47-a108fcd20de5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.243289] env[62633]: DEBUG nova.compute.manager [req-af4482b7-ab40-4120-b1e1-ed983b878097 req-77f57424-daa6-466c-b6a9-1bea502b770b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Received event network-vif-deleted-eee052d1-a479-4849-a738-95612a460004 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1978.243289] env[62633]: INFO nova.compute.manager [req-af4482b7-ab40-4120-b1e1-ed983b878097 req-77f57424-daa6-466c-b6a9-1bea502b770b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Neutron deleted interface eee052d1-a479-4849-a738-95612a460004; detaching it from the instance and deleting it from the info cache [ 1978.243289] env[62633]: DEBUG nova.network.neutron [req-af4482b7-ab40-4120-b1e1-ed983b878097 req-77f57424-daa6-466c-b6a9-1bea502b770b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.246731] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b811a30-d54d-49b0-bb04-1ab169d54fb8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.284261] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b931764-4b0a-4008-a6cb-fb73dfd8551e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.293528] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4eacdc-9102-4cbb-94de-b9d2ce85b598 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.309574] env[62633]: DEBUG nova.compute.provider_tree [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1978.565604] env[62633]: DEBUG nova.network.neutron [-] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.603020] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6915dc51-dfd6-4e6f-bbdc-73ab3dbd3e10 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.612366] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2880237d-03c3-4350-a496-3628913eab62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.644153] env[62633]: DEBUG nova.compute.manager [req-a01db9f1-3454-48c8-89ac-351e81f37381 req-9e9c2d44-08bc-413f-89a7-8150e53109f1 service nova] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Detach interface failed, port_id=61a5c97b-556f-407f-897e-ead354d34de2, reason: Instance b8bbe304-770c-4719-8c45-ada25e5eac67 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1978.716352] env[62633]: DEBUG nova.network.neutron [-] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.743086] env[62633]: DEBUG nova.network.neutron [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Successfully updated port: 0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1978.747203] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b9cd203-41f4-4cb6-9d9a-4b395c7f35dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.752889] env[62633]: DEBUG nova.network.neutron [-] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.758833] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880450d7-4159-4d90-9354-4a6e363cdb63 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.789793] env[62633]: DEBUG nova.compute.manager [req-af4482b7-ab40-4120-b1e1-ed983b878097 req-77f57424-daa6-466c-b6a9-1bea502b770b service nova] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Detach interface failed, port_id=eee052d1-a479-4849-a738-95612a460004, reason: Instance 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1978.840620] env[62633]: DEBUG nova.scheduler.client.report [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1978.840907] env[62633]: DEBUG nova.compute.provider_tree [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 163 to 164 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1978.841112] env[62633]: DEBUG nova.compute.provider_tree [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1979.068638] env[62633]: INFO nova.compute.manager [-] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Took 1.29 seconds to deallocate network for instance. [ 1979.219645] env[62633]: INFO nova.compute.manager [-] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Took 1.44 seconds to deallocate network for instance. [ 1979.246029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.246029] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.246029] env[62633]: DEBUG nova.network.neutron [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1979.256320] env[62633]: INFO nova.compute.manager [-] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Took 1.47 seconds to deallocate network for instance. [ 1979.346123] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.169s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.346664] env[62633]: DEBUG nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1979.350724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.381s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.350969] env[62633]: DEBUG nova.objects.instance [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'pci_requests' on Instance uuid 7fa8c452-1f24-45de-949c-c1704efdf20c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.575974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.699068] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.699321] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.727579] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.762865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.783886] env[62633]: DEBUG nova.network.neutron [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1979.854542] env[62633]: DEBUG nova.compute.utils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1979.856161] env[62633]: DEBUG nova.objects.instance [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'numa_topology' on Instance uuid 7fa8c452-1f24-45de-949c-c1704efdf20c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.857241] env[62633]: DEBUG nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1979.857406] env[62633]: DEBUG nova.network.neutron [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1979.902396] env[62633]: DEBUG nova.policy [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8bb23dce5934e0288bb0931e80d5a25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16b86ef87a114711964ae4045582bcfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1979.937985] env[62633]: DEBUG nova.network.neutron [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance_info_cache with network_info: [{"id": "0178e483-afe8-415b-9388-18c33fe5fa03", "address": "fa:16:3e:16:59:e3", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0178e483-af", "ovs_interfaceid": "0178e483-afe8-415b-9388-18c33fe5fa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.069183] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1980.069183] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374889', 'volume_id': '4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'name': 'volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '561d5f4c-1671-4ab9-907d-f123fc940d52', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'serial': '4c2943e8-939b-4f06-bd1f-bbe627a4773e'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1980.069323] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db09569a-25d2-4d7b-a9f4-3e03146fe454 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.088138] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0f81d-d60e-49e3-9a5d-119f5a0d622b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.114611] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e/volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.115226] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b063e3d1-a74c-4359-b345-2123d2a4ffb2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.134033] env[62633]: DEBUG nova.compute.manager [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Received event network-vif-plugged-0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1980.134268] env[62633]: DEBUG oslo_concurrency.lockutils [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] Acquiring lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.134487] env[62633]: DEBUG oslo_concurrency.lockutils [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.135474] env[62633]: DEBUG oslo_concurrency.lockutils [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.135686] env[62633]: DEBUG nova.compute.manager [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] No waiting events found dispatching network-vif-plugged-0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1980.135864] env[62633]: WARNING nova.compute.manager [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Received unexpected event network-vif-plugged-0178e483-afe8-415b-9388-18c33fe5fa03 for instance with vm_state building and task_state spawning. [ 1980.136045] env[62633]: DEBUG nova.compute.manager [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Received event network-changed-0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1980.136215] env[62633]: DEBUG nova.compute.manager [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Refreshing instance network info cache due to event network-changed-0178e483-afe8-415b-9388-18c33fe5fa03. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1980.136401] env[62633]: DEBUG oslo_concurrency.lockutils [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] Acquiring lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.145328] env[62633]: DEBUG oslo_vmware.api [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1980.145328] env[62633]: value = "task-1808831" [ 1980.145328] env[62633]: _type = "Task" [ 1980.145328] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.154560] env[62633]: DEBUG oslo_vmware.api [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.164740] env[62633]: DEBUG nova.network.neutron [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Successfully created port: 4b47bc4e-0c7d-46cb-9698-3a3007713021 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1980.202516] env[62633]: DEBUG nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1980.274665] env[62633]: DEBUG nova.compute.manager [req-432fea26-39a9-467c-9de7-d00b467b29bc req-17031de9-05a8-43bc-8ef4-79eb3f18700a service nova] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Received event network-vif-deleted-c56aa2b2-ccd2-4ee3-b20c-2568be9d603a {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1980.358305] env[62633]: DEBUG nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1980.361094] env[62633]: INFO nova.compute.claims [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1980.440355] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.440737] env[62633]: DEBUG nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Instance network_info: |[{"id": "0178e483-afe8-415b-9388-18c33fe5fa03", "address": "fa:16:3e:16:59:e3", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0178e483-af", "ovs_interfaceid": "0178e483-afe8-415b-9388-18c33fe5fa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1980.441079] env[62633]: DEBUG oslo_concurrency.lockutils [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] Acquired lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.441274] env[62633]: DEBUG nova.network.neutron [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Refreshing network info cache for port 0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.442834] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:59:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0178e483-afe8-415b-9388-18c33fe5fa03', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1980.450477] env[62633]: DEBUG oslo.service.loopingcall [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.453459] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1980.454041] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3da80fb-a64a-419d-91ed-00aabf9a8a1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.479946] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1980.479946] env[62633]: value = "task-1808832" [ 1980.479946] env[62633]: _type = "Task" [ 1980.479946] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.488750] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808832, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.655398] env[62633]: DEBUG oslo_vmware.api [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.703833] env[62633]: DEBUG nova.network.neutron [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updated VIF entry in instance network info cache for port 0178e483-afe8-415b-9388-18c33fe5fa03. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.704285] env[62633]: DEBUG nova.network.neutron [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance_info_cache with network_info: [{"id": "0178e483-afe8-415b-9388-18c33fe5fa03", "address": "fa:16:3e:16:59:e3", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0178e483-af", "ovs_interfaceid": "0178e483-afe8-415b-9388-18c33fe5fa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.729300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.990980] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808832, 'name': CreateVM_Task, 'duration_secs': 0.453386} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.991303] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1980.992107] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'c44afc03-e650-45b5-b438-65f913eb2de4', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374887', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'name': 'volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fca5b961-53bd-4cc1-9721-7741a66fc317', 'attached_at': '', 'detached_at': '', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'serial': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c'}, 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1980.992254] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Root volume attach. Driver type: vmdk {{(pid=62633) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1980.992998] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ee0b90-dafe-4369-b838-d9e9df33e60f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.000694] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1fc8b9-6313-4058-bb3e-75deee358a1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.007058] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67222e9e-664a-4ced-a75c-755f75507956 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.013088] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0c390314-a90d-49aa-9851-90cc5714357a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.024546] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1981.024546] env[62633]: value = "task-1808833" [ 1981.024546] env[62633]: _type = "Task" [ 1981.024546] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.035769] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808833, 'name': RelocateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.155815] env[62633]: DEBUG oslo_vmware.api [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808831, 'name': ReconfigVM_Task, 'duration_secs': 0.519412} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.156152] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e/volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.161253] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7c2276-cbc7-4c40-8f2d-0e08204be796 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.179543] env[62633]: DEBUG oslo_vmware.api [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1981.179543] env[62633]: value = "task-1808834" [ 1981.179543] env[62633]: _type = "Task" [ 1981.179543] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.188707] env[62633]: DEBUG oslo_vmware.api [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.207646] env[62633]: DEBUG oslo_concurrency.lockutils [req-b956f857-6a7e-4a1b-8b07-68ccc8ce9f7c req-75f631c6-464b-45fc-9868-90e8efe259e7 service nova] Releasing lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.372031] env[62633]: DEBUG nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1981.403167] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1981.403449] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1981.403613] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.403804] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1981.403958] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.404156] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1981.404373] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1981.404578] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1981.404795] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1981.404899] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1981.405056] env[62633]: DEBUG nova.virt.hardware [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1981.405944] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e320a9cb-3605-4146-bd94-122a3d607a4f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.417728] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1379df5-b21b-45af-86af-6e8c0ddf2f7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.530416] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b7f86d-764e-4e63-8c17-7935f4285160 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.535989] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808833, 'name': RelocateVM_Task, 'duration_secs': 0.392466} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.536652] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1981.536869] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374887', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'name': 'volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fca5b961-53bd-4cc1-9721-7741a66fc317', 'attached_at': '', 'detached_at': '', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'serial': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1981.537618] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e97dcd8-0706-4051-b7fc-6b7d63ec767e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.542473] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8417cc-9985-4777-bbed-70ac64900e23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.556313] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480897a1-f1fa-46f0-ba76-ab05ce7cffef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.584205] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e26f0a-4d5f-43db-93c1-0e8744f0449b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.603626] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c/volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.604312] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a042096e-9175-4f93-b8a5-ce4d64ccc3d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.622876] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80681a3b-6325-41de-8e3d-63a4c1df7798 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.628428] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1981.628428] env[62633]: value = "task-1808835" [ 1981.628428] env[62633]: _type = "Task" [ 1981.628428] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.640129] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.649630] env[62633]: DEBUG nova.compute.provider_tree [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.659971] env[62633]: DEBUG nova.network.neutron [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Successfully updated port: 4b47bc4e-0c7d-46cb-9698-3a3007713021 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1981.690186] env[62633]: DEBUG oslo_vmware.api [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808834, 'name': ReconfigVM_Task, 'duration_secs': 0.150092} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.690514] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374889', 'volume_id': '4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'name': 'volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '561d5f4c-1671-4ab9-907d-f123fc940d52', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'serial': '4c2943e8-939b-4f06-bd1f-bbe627a4773e'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1982.139962] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808835, 'name': ReconfigVM_Task, 'duration_secs': 0.261949} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.140358] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c/volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.145503] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7db6b57-1695-402a-8ae9-396b8fe26c7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.156022] env[62633]: DEBUG nova.scheduler.client.report [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1982.165580] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquiring lock "refresh_cache-5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.165727] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquired lock "refresh_cache-5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.166019] env[62633]: DEBUG nova.network.neutron [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.167768] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1982.167768] env[62633]: value = "task-1808836" [ 1982.167768] env[62633]: _type = "Task" [ 1982.167768] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.176717] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.304477] env[62633]: DEBUG nova.compute.manager [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Received event network-vif-plugged-4b47bc4e-0c7d-46cb-9698-3a3007713021 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1982.304719] env[62633]: DEBUG oslo_concurrency.lockutils [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] Acquiring lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.304905] env[62633]: DEBUG oslo_concurrency.lockutils [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] Lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.305107] env[62633]: DEBUG oslo_concurrency.lockutils [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] Lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.305286] env[62633]: DEBUG nova.compute.manager [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] No waiting events found dispatching network-vif-plugged-4b47bc4e-0c7d-46cb-9698-3a3007713021 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1982.305456] env[62633]: WARNING nova.compute.manager [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Received unexpected event network-vif-plugged-4b47bc4e-0c7d-46cb-9698-3a3007713021 for instance with vm_state building and task_state spawning. [ 1982.305619] env[62633]: DEBUG nova.compute.manager [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Received event network-changed-4b47bc4e-0c7d-46cb-9698-3a3007713021 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1982.305777] env[62633]: DEBUG nova.compute.manager [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Refreshing instance network info cache due to event network-changed-4b47bc4e-0c7d-46cb-9698-3a3007713021. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1982.305956] env[62633]: DEBUG oslo_concurrency.lockutils [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] Acquiring lock "refresh_cache-5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.660862] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.310s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.663132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.087s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.663378] env[62633]: DEBUG nova.objects.instance [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lazy-loading 'resources' on Instance uuid b8bbe304-770c-4719-8c45-ada25e5eac67 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.680948] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808836, 'name': ReconfigVM_Task, 'duration_secs': 0.133868} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.681263] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374887', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'name': 'volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fca5b961-53bd-4cc1-9721-7741a66fc317', 'attached_at': '', 'detached_at': '', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'serial': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1982.682115] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-046cfe37-e798-41e1-9fe7-2643d654e3f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.689498] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1982.689498] env[62633]: value = "task-1808837" [ 1982.689498] env[62633]: _type = "Task" [ 1982.689498] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.693680] env[62633]: INFO nova.network.neutron [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating port a96e2649-3a44-4e58-91d1-ff02122537bf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1982.703071] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808837, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.704026] env[62633]: DEBUG nova.network.neutron [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.728358] env[62633]: DEBUG nova.objects.instance [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid 561d5f4c-1671-4ab9-907d-f123fc940d52 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.849336] env[62633]: DEBUG nova.network.neutron [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Updating instance_info_cache with network_info: [{"id": "4b47bc4e-0c7d-46cb-9698-3a3007713021", "address": "fa:16:3e:8a:66:83", "network": {"id": "2e498796-8146-4234-a85d-8403def86cde", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-907939514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b86ef87a114711964ae4045582bcfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b47bc4e-0c", "ovs_interfaceid": "4b47bc4e-0c7d-46cb-9698-3a3007713021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.200807] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808837, 'name': Rename_Task, 'duration_secs': 0.154126} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.203659] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.204030] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef7f1725-2247-416e-b68f-7a70224c4187 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.211802] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1983.211802] env[62633]: value = "task-1808838" [ 1983.211802] env[62633]: _type = "Task" [ 1983.211802] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.223245] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.233942] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3d67376e-e6d7-400c-89ae-7cf783c2d65b tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.792s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.350221] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b94c15-7bfc-4ad5-8fde-bcba6304f0f2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.354026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Releasing lock "refresh_cache-5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.354339] env[62633]: DEBUG nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Instance network_info: |[{"id": "4b47bc4e-0c7d-46cb-9698-3a3007713021", "address": "fa:16:3e:8a:66:83", "network": {"id": "2e498796-8146-4234-a85d-8403def86cde", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-907939514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b86ef87a114711964ae4045582bcfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b47bc4e-0c", "ovs_interfaceid": "4b47bc4e-0c7d-46cb-9698-3a3007713021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1983.354641] env[62633]: DEBUG oslo_concurrency.lockutils [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] Acquired lock "refresh_cache-5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.355142] env[62633]: DEBUG nova.network.neutron [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Refreshing network info cache for port 4b47bc4e-0c7d-46cb-9698-3a3007713021 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1983.356375] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:66:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b47bc4e-0c7d-46cb-9698-3a3007713021', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1983.364221] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Creating folder: Project (16b86ef87a114711964ae4045582bcfe). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1983.365617] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c464ce-dc74-4a8d-aacc-14086b61ae68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.370593] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07d59a-f0ee-4f01-a54b-fa8451b2ee4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.404088] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7bbe6b-3904-4032-b6be-d423663a9e05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.406842] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Created folder: Project (16b86ef87a114711964ae4045582bcfe) in parent group-v374582. [ 1983.407069] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Creating folder: Instances. Parent ref: group-v374891. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1983.407390] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3925c2ae-eed5-4791-a60c-a313a1a788ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.415107] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8a9125-fc95-4833-893b-5bbe736bac1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.420116] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Created folder: Instances in parent group-v374891. [ 1983.420392] env[62633]: DEBUG oslo.service.loopingcall [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.420981] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1983.421220] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da2aff0-a646-45a6-af89-da14a71c067a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.446224] env[62633]: DEBUG nova.compute.provider_tree [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.456569] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1983.456569] env[62633]: value = "task-1808841" [ 1983.456569] env[62633]: _type = "Task" [ 1983.456569] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.466353] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808841, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.724619] env[62633]: DEBUG oslo_vmware.api [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808838, 'name': PowerOnVM_Task, 'duration_secs': 0.510112} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.724830] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.725048] env[62633]: INFO nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Took 11.44 seconds to spawn the instance on the hypervisor. [ 1983.725239] env[62633]: DEBUG nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1983.726116] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a462a1e5-021e-4344-89ca-2e2cc1138d91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.950999] env[62633]: DEBUG nova.scheduler.client.report [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1983.967254] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808841, 'name': CreateVM_Task, 'duration_secs': 0.417527} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.968329] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1983.968801] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.968976] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.969335] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1983.969870] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c68e4f0-a472-4829-b43f-10709d1a24de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.975454] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1983.975454] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52bd002d-1e37-bf31-c316-86e67118f648" [ 1983.975454] env[62633]: _type = "Task" [ 1983.975454] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.984169] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bd002d-1e37-bf31-c316-86e67118f648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.198496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.198709] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.198885] env[62633]: DEBUG nova.network.neutron [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.247043] env[62633]: INFO nova.compute.manager [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Took 18.07 seconds to build instance. [ 1984.331559] env[62633]: DEBUG nova.compute.manager [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received event network-vif-plugged-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1984.331852] env[62633]: DEBUG oslo_concurrency.lockutils [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] Acquiring lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.332090] env[62633]: DEBUG oslo_concurrency.lockutils [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.332267] env[62633]: DEBUG oslo_concurrency.lockutils [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.332441] env[62633]: DEBUG nova.compute.manager [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] No waiting events found dispatching network-vif-plugged-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1984.332680] env[62633]: WARNING nova.compute.manager [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received unexpected event network-vif-plugged-a96e2649-3a44-4e58-91d1-ff02122537bf for instance with vm_state shelved_offloaded and task_state spawning. [ 1984.332764] env[62633]: DEBUG nova.compute.manager [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received event network-changed-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1984.332943] env[62633]: DEBUG nova.compute.manager [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Refreshing instance network info cache due to event network-changed-a96e2649-3a44-4e58-91d1-ff02122537bf. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1984.333133] env[62633]: DEBUG oslo_concurrency.lockutils [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] Acquiring lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.372022] env[62633]: DEBUG nova.network.neutron [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Updated VIF entry in instance network info cache for port 4b47bc4e-0c7d-46cb-9698-3a3007713021. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1984.372420] env[62633]: DEBUG nova.network.neutron [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Updating instance_info_cache with network_info: [{"id": "4b47bc4e-0c7d-46cb-9698-3a3007713021", "address": "fa:16:3e:8a:66:83", "network": {"id": "2e498796-8146-4234-a85d-8403def86cde", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-907939514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16b86ef87a114711964ae4045582bcfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b47bc4e-0c", "ovs_interfaceid": "4b47bc4e-0c7d-46cb-9698-3a3007713021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.456523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.460437] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.731s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.460437] env[62633]: DEBUG nova.objects.instance [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lazy-loading 'resources' on Instance uuid 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.487123] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52bd002d-1e37-bf31-c316-86e67118f648, 'name': SearchDatastore_Task, 'duration_secs': 0.014606} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.488133] env[62633]: INFO nova.scheduler.client.report [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Deleted allocations for instance b8bbe304-770c-4719-8c45-ada25e5eac67 [ 1984.489155] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.489392] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1984.489681] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.489985] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.490230] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1984.493275] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2791e50-bc2f-46be-aba2-245199b6e456 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.504548] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1984.504846] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1984.505555] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2a7a4e-ff03-44c0-bc16-c1a31100c1e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.511706] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1984.511706] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]525b34f4-893c-026b-a337-d2d96af3201d" [ 1984.511706] env[62633]: _type = "Task" [ 1984.511706] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.520639] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525b34f4-893c-026b-a337-d2d96af3201d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.629024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.630037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.751286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9a26ed0-c78d-4407-b4c8-8d2ab2e49ca3 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.581s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.875788] env[62633]: DEBUG oslo_concurrency.lockutils [req-02443a7e-2a22-499e-b932-21ff04135eb4 req-4aa85b7a-a349-4a6e-bce6-dd2b07fae2c6 service nova] Releasing lock "refresh_cache-5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.913075] env[62633]: DEBUG nova.network.neutron [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating instance_info_cache with network_info: [{"id": "a96e2649-3a44-4e58-91d1-ff02122537bf", "address": "fa:16:3e:32:8f:24", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96e2649-3a", "ovs_interfaceid": "a96e2649-3a44-4e58-91d1-ff02122537bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.999573] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5ee43409-dc29-4331-9483-c999abf4f65f tempest-ServersTestJSON-740741402 tempest-ServersTestJSON-740741402-project-member] Lock "b8bbe304-770c-4719-8c45-ada25e5eac67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.690s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.026088] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]525b34f4-893c-026b-a337-d2d96af3201d, 'name': SearchDatastore_Task, 'duration_secs': 0.012456} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.026894] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aafafcf-383c-4fda-82b0-e3ee3e5ae5aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.034944] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1985.034944] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]524caaa2-284c-523f-ac2d-316725e8865c" [ 1985.034944] env[62633]: _type = "Task" [ 1985.034944] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.043891] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524caaa2-284c-523f-ac2d-316725e8865c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.132639] env[62633]: DEBUG nova.compute.utils [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1985.135562] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c0cf59-7b69-4633-9079-0eb464ec3053 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.145101] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d6cb6-bc22-4744-b49c-3539a537bfef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.177210] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032028b2-76d4-4401-918b-70c96d750ff7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.186141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532f637-fb43-4f47-a829-ab7d525d2056 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.201547] env[62633]: DEBUG nova.compute.provider_tree [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.418409] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.421424] env[62633]: DEBUG oslo_concurrency.lockutils [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] Acquired lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.421640] env[62633]: DEBUG nova.network.neutron [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Refreshing network info cache for port a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1985.453241] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9fc359c57cd41724cc6492f970d74486',container_format='bare',created_at=2024-12-12T10:19:35Z,direct_url=,disk_format='vmdk',id=f2105d7e-3d73-477d-9c22-1b447a5b6ab8,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-225371158-shelved',owner='61278b5eda4143e39eaf8d4eebcb207c',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-12T10:19:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1985.453868] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1985.453868] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1985.453868] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1985.454046] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1985.454171] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1985.454388] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1985.454553] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1985.454726] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1985.454898] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1985.455114] env[62633]: DEBUG nova.virt.hardware [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1985.456260] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1214a02c-44cb-49f6-970d-24d840a103ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.466756] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a700aa-9b80-4d41-a97d-d1b1053ad369 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.481734] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:8f:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a96e2649-3a44-4e58-91d1-ff02122537bf', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1985.489215] env[62633]: DEBUG oslo.service.loopingcall [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.489215] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1985.491362] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-818cb695-a0e2-4a86-9623-429dd5eb90d9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.511298] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1985.511298] env[62633]: value = "task-1808842" [ 1985.511298] env[62633]: _type = "Task" [ 1985.511298] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.522786] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808842, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.547114] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]524caaa2-284c-523f-ac2d-316725e8865c, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.547478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.547847] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2/5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1985.548189] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b4474c-6b58-464e-89b2-4abb60ae431a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.558525] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1985.558525] env[62633]: value = "task-1808843" [ 1985.558525] env[62633]: _type = "Task" [ 1985.558525] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.569154] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.640211] env[62633]: DEBUG oslo_concurrency.lockutils [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.704770] env[62633]: DEBUG nova.scheduler.client.report [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1986.025902] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808842, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.072726] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511867} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.073075] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2/5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1986.073316] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1986.073603] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c9b56a3-e2b4-437c-9d14-ed7c776cf7f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.083199] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1986.083199] env[62633]: value = "task-1808844" [ 1986.083199] env[62633]: _type = "Task" [ 1986.083199] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.092163] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.213571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.213571] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.450s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.213571] env[62633]: DEBUG nova.objects.instance [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'resources' on Instance uuid dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.241228] env[62633]: INFO nova.scheduler.client.report [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Deleted allocations for instance 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7 [ 1986.378399] env[62633]: DEBUG nova.compute.manager [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Received event network-changed-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1986.378645] env[62633]: DEBUG nova.compute.manager [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Refreshing instance network info cache due to event network-changed-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1986.379552] env[62633]: DEBUG oslo_concurrency.lockutils [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] Acquiring lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.379867] env[62633]: DEBUG oslo_concurrency.lockutils [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] Acquired lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.380090] env[62633]: DEBUG nova.network.neutron [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Refreshing network info cache for port 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.526854] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808842, 'name': CreateVM_Task, 'duration_secs': 0.555841} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.527434] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1986.528451] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.528803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.529331] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1986.530222] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc1bd08-ba14-4e92-b56b-628e00d479fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.536735] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1986.536735] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523051cd-180b-e0ad-d77e-01c975a204b8" [ 1986.536735] env[62633]: _type = "Task" [ 1986.536735] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.549385] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523051cd-180b-e0ad-d77e-01c975a204b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.555715] env[62633]: DEBUG nova.network.neutron [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updated VIF entry in instance network info cache for port a96e2649-3a44-4e58-91d1-ff02122537bf. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1986.555715] env[62633]: DEBUG nova.network.neutron [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating instance_info_cache with network_info: [{"id": "a96e2649-3a44-4e58-91d1-ff02122537bf", "address": "fa:16:3e:32:8f:24", "network": {"id": "2cf68b00-64f1-440b-868a-ab263848eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1499829453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61278b5eda4143e39eaf8d4eebcb207c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96e2649-3a", "ovs_interfaceid": "a96e2649-3a44-4e58-91d1-ff02122537bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.593585] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126492} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.593863] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1986.594719] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a7e97-d97f-416b-9320-490dffd842e9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.621276] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2/5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.621659] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e650442-eec0-49a4-bcaf-0e27ec5311ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.643520] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1986.643520] env[62633]: value = "task-1808845" [ 1986.643520] env[62633]: _type = "Task" [ 1986.643520] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.652854] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.743422] env[62633]: DEBUG oslo_concurrency.lockutils [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.743728] env[62633]: DEBUG oslo_concurrency.lockutils [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.743997] env[62633]: INFO nova.compute.manager [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Attaching volume 140ae4a5-8a3c-4f75-98c1-f5c9687e1add to /dev/sdc [ 1986.752132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-2d436680-22a0-4d54-9969-af7a118af646 tempest-AttachInterfacesTestJSON-1433891555 tempest-AttachInterfacesTestJSON-1433891555-project-member] Lock "4fbeb55e-02fd-48a7-8ddc-f57bafea94b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.219s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.797437] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3726b5e1-dd87-448e-95bc-f953f13ab1de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.813570] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83449b5e-b3ef-43b3-bbb2-b78a40dd028d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.832891] env[62633]: DEBUG nova.virt.block_device [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Updating existing volume attachment record: 26688208-24b2-4875-af8f-b88f432667eb {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1986.956805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb8176-d490-48a5-ad36-4ec7ae70c008 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.965509] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8054cd-d10b-4c72-8eae-5019ea079834 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.002064] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b2b029-9009-4cdc-b6a7-c5a630c8c1b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.012688] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72538224-4d82-42e8-993d-b08bbe220d61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.025267] env[62633]: DEBUG nova.compute.provider_tree [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.047174] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.047488] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Processing image f2105d7e-3d73-477d-9c22-1b447a5b6ab8 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1987.047777] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8/f2105d7e-3d73-477d-9c22-1b447a5b6ab8.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.048113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8/f2105d7e-3d73-477d-9c22-1b447a5b6ab8.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.048212] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1987.048508] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ac8b187-4887-4f1c-bb5f-4a9adc9ac959 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.060584] env[62633]: DEBUG oslo_concurrency.lockutils [req-75bdec99-bd36-43b8-b3b8-e8a036711165 req-afca8371-5010-4c45-b579-d2b214051c3d service nova] Releasing lock "refresh_cache-7fa8c452-1f24-45de-949c-c1704efdf20c" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.066919] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1987.067206] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1987.070335] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd07ad88-ef84-4295-8d04-79e19bb285ca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.076564] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1987.076564] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523e3fc0-55c5-b6f4-02f9-3ac70443d1d3" [ 1987.076564] env[62633]: _type = "Task" [ 1987.076564] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.085178] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523e3fc0-55c5-b6f4-02f9-3ac70443d1d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.154439] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808845, 'name': ReconfigVM_Task, 'duration_secs': 0.329541} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.154750] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2/5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.155552] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c9b4b6a-d92f-4489-8551-988c07f6a744 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.164292] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1987.164292] env[62633]: value = "task-1808847" [ 1987.164292] env[62633]: _type = "Task" [ 1987.164292] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.174011] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808847, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.182234] env[62633]: DEBUG nova.compute.manager [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1987.281450] env[62633]: DEBUG nova.network.neutron [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updated VIF entry in instance network info cache for port 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.282034] env[62633]: DEBUG nova.network.neutron [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updating instance_info_cache with network_info: [{"id": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "address": "fa:16:3e:d5:b1:39", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd5e2d4-6a", "ovs_interfaceid": "5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.530612] env[62633]: DEBUG nova.scheduler.client.report [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1987.588921] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1987.589341] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Fetch image to [datastore1] OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8/OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1987.589661] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Downloading stream optimized image f2105d7e-3d73-477d-9c22-1b447a5b6ab8 to [datastore1] OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8/OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8.vmdk on the data store datastore1 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1987.589944] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Downloading image file data f2105d7e-3d73-477d-9c22-1b447a5b6ab8 to the ESX as VM named 'OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1987.676160] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808847, 'name': Rename_Task, 'duration_secs': 0.170879} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.677061] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1987.677061] env[62633]: value = "resgroup-9" [ 1987.677061] env[62633]: _type = "ResourcePool" [ 1987.677061] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1987.677863] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1987.677863] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8f4748f7-6a82-4a0c-a43f-628df9444bdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.693153] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7c9403-49be-492c-b3cf-54dab964b8b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.705991] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1987.705991] env[62633]: value = "task-1808848" [ 1987.705991] env[62633]: _type = "Task" [ 1987.705991] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.708201] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease: (returnval){ [ 1987.708201] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7d9e6-7019-7c7e-e0e6-12857b419eab" [ 1987.708201] env[62633]: _type = "HttpNfcLease" [ 1987.708201] env[62633]: } obtained for vApp import into resource pool (val){ [ 1987.708201] env[62633]: value = "resgroup-9" [ 1987.708201] env[62633]: _type = "ResourcePool" [ 1987.708201] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1987.708201] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the lease: (returnval){ [ 1987.708201] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7d9e6-7019-7c7e-e0e6-12857b419eab" [ 1987.708201] env[62633]: _type = "HttpNfcLease" [ 1987.708201] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1987.715326] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.719499] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1987.719499] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7d9e6-7019-7c7e-e0e6-12857b419eab" [ 1987.719499] env[62633]: _type = "HttpNfcLease" [ 1987.719499] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1987.726245] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.785400] env[62633]: DEBUG oslo_concurrency.lockutils [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] Releasing lock "refresh_cache-0c264e0a-88a7-4389-aaae-8617f59f5360" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.788084] env[62633]: DEBUG nova.compute.manager [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Received event network-changed-0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1987.788084] env[62633]: DEBUG nova.compute.manager [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Refreshing instance network info cache due to event network-changed-0178e483-afe8-415b-9388-18c33fe5fa03. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1987.788084] env[62633]: DEBUG oslo_concurrency.lockutils [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] Acquiring lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.788084] env[62633]: DEBUG oslo_concurrency.lockutils [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] Acquired lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.788084] env[62633]: DEBUG nova.network.neutron [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Refreshing network info cache for port 0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1988.036952] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.041158] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.312s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.043377] env[62633]: INFO nova.compute.claims [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1988.065231] env[62633]: INFO nova.scheduler.client.report [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted allocations for instance dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0 [ 1988.218680] env[62633]: DEBUG oslo_vmware.api [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808848, 'name': PowerOnVM_Task, 'duration_secs': 0.498779} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.219032] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1988.219616] env[62633]: INFO nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1988.219736] env[62633]: DEBUG nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1988.220443] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2125ac71-6113-485e-948d-fbbc39a126cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.224550] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1988.224550] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7d9e6-7019-7c7e-e0e6-12857b419eab" [ 1988.224550] env[62633]: _type = "HttpNfcLease" [ 1988.224550] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1988.572584] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67bbfb25-5a74-4fc3-80a9-fd6a1b603347 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.727s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.643778] env[62633]: DEBUG nova.network.neutron [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updated VIF entry in instance network info cache for port 0178e483-afe8-415b-9388-18c33fe5fa03. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1988.644017] env[62633]: DEBUG nova.network.neutron [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance_info_cache with network_info: [{"id": "0178e483-afe8-415b-9388-18c33fe5fa03", "address": "fa:16:3e:16:59:e3", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0178e483-af", "ovs_interfaceid": "0178e483-afe8-415b-9388-18c33fe5fa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.721909] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1988.721909] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7d9e6-7019-7c7e-e0e6-12857b419eab" [ 1988.721909] env[62633]: _type = "HttpNfcLease" [ 1988.721909] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1988.722324] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1988.722324] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52a7d9e6-7019-7c7e-e0e6-12857b419eab" [ 1988.722324] env[62633]: _type = "HttpNfcLease" [ 1988.722324] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1988.723758] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49ab695-cdc3-45c9-80b6-0f6c1c96b0c2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.739156] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279b9a4-4416-8f1c-d61c-55b97292cd9b/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1988.739423] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279b9a4-4416-8f1c-d61c-55b97292cd9b/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1988.744174] env[62633]: INFO nova.compute.manager [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Took 16.34 seconds to build instance. [ 1988.802634] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3534e788-f0d2-40ca-bf75-ae3bae14c882 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.406s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.809362] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03f76311-1ac5-4865-8c84-efc3cf6bffd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.152735] env[62633]: DEBUG oslo_concurrency.lockutils [req-2a30e17f-a2b4-431c-af53-a0707aeac237 req-91f20a2b-cdc7-4ada-bb05-8e8b97646cf2 service nova] Releasing lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.255619] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a0b7ec-e9d9-4400-971d-9dcb2c5b4be4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.275161] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a2fb15-935c-4763-92a6-3d594990ec6a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.320703] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf7f88-2511-40e5-8750-f08523a8cbaa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.330638] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada09ce-109a-4e7d-a40f-fc17088e853a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.353548] env[62633]: DEBUG nova.compute.provider_tree [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.472466] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "566df6ba-f860-4273-93f6-ff63dac327ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.472699] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "566df6ba-f860-4273-93f6-ff63dac327ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.528449] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquiring lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.528871] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.529199] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquiring lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.529428] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.529695] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.532517] env[62633]: INFO nova.compute.manager [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Terminating instance [ 1989.534666] env[62633]: DEBUG nova.compute.manager [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1989.534900] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1989.535839] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44617841-10f9-42d7-bac8-7878c2204496 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.549931] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1989.552730] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e752fc-aabd-4dca-b28a-be4ad4573e32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.561302] env[62633]: DEBUG oslo_vmware.api [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1989.561302] env[62633]: value = "task-1808851" [ 1989.561302] env[62633]: _type = "Task" [ 1989.561302] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.573898] env[62633]: DEBUG oslo_vmware.api [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.860999] env[62633]: DEBUG nova.scheduler.client.report [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1989.976315] env[62633]: DEBUG nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1990.076478] env[62633]: DEBUG oslo_vmware.api [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808851, 'name': PowerOffVM_Task, 'duration_secs': 0.26412} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.076605] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1990.076685] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1990.077044] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fd74148-c175-4bfd-baec-312f5510c5f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.274874] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1990.275221] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279b9a4-4416-8f1c-d61c-55b97292cd9b/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1990.276249] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfd2eb2-ce5d-406b-a633-db511a46eb11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.286319] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279b9a4-4416-8f1c-d61c-55b97292cd9b/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1990.286429] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279b9a4-4416-8f1c-d61c-55b97292cd9b/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1990.286992] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7ab0874f-055f-430a-b739-de81ee0eae17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.368746] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.369550] env[62633]: DEBUG nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1990.374508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.659s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.375959] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1990.376117] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1990.376300] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Deleting the datastore file [datastore1] 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1990.376774] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a37be35-0ff6-43a6-91ad-8c44b10f7d71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.384924] env[62633]: DEBUG oslo_vmware.api [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for the task: (returnval){ [ 1990.384924] env[62633]: value = "task-1808853" [ 1990.384924] env[62633]: _type = "Task" [ 1990.384924] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.395627] env[62633]: DEBUG oslo_vmware.api [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.500524] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.670735] env[62633]: DEBUG oslo_vmware.rw_handles [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279b9a4-4416-8f1c-d61c-55b97292cd9b/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1990.672137] env[62633]: INFO nova.virt.vmwareapi.images [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Downloaded image file data f2105d7e-3d73-477d-9c22-1b447a5b6ab8 [ 1990.672424] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd39968-33e4-485e-9e75-eebf148cbbaa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.688581] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f51beb8-e0cd-4e68-8797-46eeabe63b38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.839854] env[62633]: INFO nova.virt.vmwareapi.images [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] The imported VM was unregistered [ 1990.843012] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1990.843284] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1990.843577] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25e53c93-004d-4a25-a732-a3c217220b85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.858213] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Created directory with path [datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1990.858532] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8/OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8.vmdk to [datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8/f2105d7e-3d73-477d-9c22-1b447a5b6ab8.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1990.858711] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7b5a4dc5-c9d4-4c58-80b1-b931e7a1f6c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.867113] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1990.867113] env[62633]: value = "task-1808855" [ 1990.867113] env[62633]: _type = "Task" [ 1990.867113] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.875147] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808855, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.878524] env[62633]: DEBUG nova.compute.utils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1990.879889] env[62633]: DEBUG nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1990.880072] env[62633]: DEBUG nova.network.neutron [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1990.885020] env[62633]: INFO nova.compute.claims [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.901032] env[62633]: DEBUG oslo_vmware.api [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Task: {'id': task-1808853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511248} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.902250] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1990.902250] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1990.902250] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1990.902250] env[62633]: INFO nova.compute.manager [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1990.902250] env[62633]: DEBUG oslo.service.loopingcall [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.902635] env[62633]: DEBUG nova.compute.manager [-] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1990.902635] env[62633]: DEBUG nova.network.neutron [-] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1990.930377] env[62633]: DEBUG nova.policy [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b76802ebbb18428da2c0af515291361f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00c4aa037aef45939f6e2df638e2ec79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1991.240544] env[62633]: DEBUG nova.network.neutron [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Successfully created port: 7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1991.343918] env[62633]: DEBUG nova.compute.manager [req-a65e2aa1-e75b-4924-ba89-fb237ead9cc1 req-6566f9a2-a343-4cd0-a40f-042e793f23cc service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Received event network-vif-deleted-4b47bc4e-0c7d-46cb-9698-3a3007713021 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1991.344169] env[62633]: INFO nova.compute.manager [req-a65e2aa1-e75b-4924-ba89-fb237ead9cc1 req-6566f9a2-a343-4cd0-a40f-042e793f23cc service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Neutron deleted interface 4b47bc4e-0c7d-46cb-9698-3a3007713021; detaching it from the instance and deleting it from the info cache [ 1991.344436] env[62633]: DEBUG nova.network.neutron [req-a65e2aa1-e75b-4924-ba89-fb237ead9cc1 req-6566f9a2-a343-4cd0-a40f-042e793f23cc service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.379852] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808855, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.393021] env[62633]: DEBUG nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1991.396073] env[62633]: INFO nova.compute.resource_tracker [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating resource usage from migration b4936e7d-5fc3-4d09-aa44-6465748d3b1a [ 1991.407213] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1991.407467] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374895', 'volume_id': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'name': 'volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '561d5f4c-1671-4ab9-907d-f123fc940d52', 'attached_at': '', 'detached_at': '', 'volume_id': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'serial': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1991.408376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32a7687-a2b7-49c5-9aff-40e8202a206e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.428251] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4fbb17-55bb-4f5a-b024-92b56e711d83 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.459800] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add/volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1991.463318] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3e1148-9f2d-4525-9b75-eccfd4b879e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.485756] env[62633]: DEBUG oslo_vmware.api [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1991.485756] env[62633]: value = "task-1808856" [ 1991.485756] env[62633]: _type = "Task" [ 1991.485756] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.495934] env[62633]: DEBUG oslo_vmware.api [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.651093] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0310a1-428a-4d40-84c8-e979913ecd3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.663078] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aef3b9-7e34-4432-bf45-b613e6d551f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.696929] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739282f2-40bc-4f55-9624-a63a5491fec1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.707492] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c14f93-1607-4238-8f21-209023e4e30b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.726469] env[62633]: DEBUG nova.compute.provider_tree [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.821073] env[62633]: DEBUG nova.network.neutron [-] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.850080] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef53468e-edef-41a8-8eb2-362227c619af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.860024] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee3e65b-6490-49fd-adaf-364fae7e9d40 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.880780] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808855, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.897277] env[62633]: DEBUG nova.compute.manager [req-a65e2aa1-e75b-4924-ba89-fb237ead9cc1 req-6566f9a2-a343-4cd0-a40f-042e793f23cc service nova] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Detach interface failed, port_id=4b47bc4e-0c7d-46cb-9698-3a3007713021, reason: Instance 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1991.998306] env[62633]: DEBUG oslo_vmware.api [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.232049] env[62633]: DEBUG nova.scheduler.client.report [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1992.324677] env[62633]: INFO nova.compute.manager [-] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Took 1.42 seconds to deallocate network for instance. [ 1992.385539] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808855, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.407815] env[62633]: DEBUG nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1992.438275] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1992.438596] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1992.438815] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.439051] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1992.439254] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.440024] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1992.440024] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1992.440024] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1992.440024] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1992.440378] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1992.440624] env[62633]: DEBUG nova.virt.hardware [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1992.441662] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555f2472-9fdf-4868-9721-f3266f5ab087 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.452533] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793733c0-27bc-4aa5-b5d0-b87a406f3508 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.498236] env[62633]: DEBUG oslo_vmware.api [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.735997] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.361s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.736887] env[62633]: INFO nova.compute.manager [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Migrating [ 1992.745882] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.244s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.746325] env[62633]: INFO nova.compute.claims [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1992.831379] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.843388] env[62633]: DEBUG nova.compute.manager [req-d02e732f-2a33-440b-9ec9-6490aa98eeeb req-35cbcdec-3d61-446a-9aba-e1b358a2e268 service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Received event network-vif-plugged-7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1992.843388] env[62633]: DEBUG oslo_concurrency.lockutils [req-d02e732f-2a33-440b-9ec9-6490aa98eeeb req-35cbcdec-3d61-446a-9aba-e1b358a2e268 service nova] Acquiring lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.843532] env[62633]: DEBUG oslo_concurrency.lockutils [req-d02e732f-2a33-440b-9ec9-6490aa98eeeb req-35cbcdec-3d61-446a-9aba-e1b358a2e268 service nova] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.845057] env[62633]: DEBUG oslo_concurrency.lockutils [req-d02e732f-2a33-440b-9ec9-6490aa98eeeb req-35cbcdec-3d61-446a-9aba-e1b358a2e268 service nova] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.845057] env[62633]: DEBUG nova.compute.manager [req-d02e732f-2a33-440b-9ec9-6490aa98eeeb req-35cbcdec-3d61-446a-9aba-e1b358a2e268 service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] No waiting events found dispatching network-vif-plugged-7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1992.845057] env[62633]: WARNING nova.compute.manager [req-d02e732f-2a33-440b-9ec9-6490aa98eeeb req-35cbcdec-3d61-446a-9aba-e1b358a2e268 service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Received unexpected event network-vif-plugged-7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 for instance with vm_state building and task_state spawning. [ 1992.890830] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808855, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.000063] env[62633]: DEBUG oslo_vmware.api [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808856, 'name': ReconfigVM_Task, 'duration_secs': 1.493657} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.000488] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add/volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.005982] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-589cc36c-b4d7-4381-bc98-7133c3629005 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.029427] env[62633]: DEBUG oslo_vmware.api [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1993.029427] env[62633]: value = "task-1808857" [ 1993.029427] env[62633]: _type = "Task" [ 1993.029427] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.039953] env[62633]: DEBUG oslo_vmware.api [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.090898] env[62633]: DEBUG nova.network.neutron [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Successfully updated port: 7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1993.257856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.257856] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.258193] env[62633]: DEBUG nova.network.neutron [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.383940] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808855, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.542773] env[62633]: DEBUG oslo_vmware.api [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808857, 'name': ReconfigVM_Task, 'duration_secs': 0.245053} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.544617] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374895', 'volume_id': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'name': 'volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '561d5f4c-1671-4ab9-907d-f123fc940d52', 'attached_at': '', 'detached_at': '', 'volume_id': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'serial': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1993.592314] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.592533] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.592888] env[62633]: DEBUG nova.network.neutron [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.886650] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808855, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.936176] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "b93b0210-749b-4b03-8e96-416d13cf8061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.936413] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "b93b0210-749b-4b03-8e96-416d13cf8061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.940806] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be186a8-8a44-43b8-ac1c-a19ece711255 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.952463] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95439d39-0a3e-4e7f-9a37-9b4b7309678f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.988272] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860210be-3460-48ae-bec2-f829e748e812 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.997293] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aeb11c-37e0-4ee0-bbae-4b06568f6f04 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.012310] env[62633]: DEBUG nova.compute.provider_tree [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.082248] env[62633]: DEBUG nova.network.neutron [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance_info_cache with network_info: [{"id": "0178e483-afe8-415b-9388-18c33fe5fa03", "address": "fa:16:3e:16:59:e3", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0178e483-af", "ovs_interfaceid": "0178e483-afe8-415b-9388-18c33fe5fa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.127917] env[62633]: DEBUG nova.network.neutron [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1994.253770] env[62633]: DEBUG nova.network.neutron [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Updating instance_info_cache with network_info: [{"id": "7d6eb267-a21a-434d-b5cf-2c7d1cf99f71", "address": "fa:16:3e:b8:4e:03", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6eb267-a2", "ovs_interfaceid": "7d6eb267-a21a-434d-b5cf-2c7d1cf99f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.384589] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808855, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.131511} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.385014] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8/OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8.vmdk to [datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8/f2105d7e-3d73-477d-9c22-1b447a5b6ab8.vmdk. [ 1994.385068] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Cleaning up location [datastore1] OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1994.385229] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_de9d2e1a-3065-49b9-bd84-5448d83858f8 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.385487] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc0919c-e63f-42df-afdf-2d168574c12a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.392228] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1994.392228] env[62633]: value = "task-1808858" [ 1994.392228] env[62633]: _type = "Task" [ 1994.392228] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.400141] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.438224] env[62633]: DEBUG nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1994.515716] env[62633]: DEBUG nova.scheduler.client.report [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1994.581462] env[62633]: DEBUG nova.objects.instance [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid 561d5f4c-1671-4ab9-907d-f123fc940d52 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.587630] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.757053] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.757053] env[62633]: DEBUG nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Instance network_info: |[{"id": "7d6eb267-a21a-434d-b5cf-2c7d1cf99f71", "address": "fa:16:3e:b8:4e:03", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6eb267-a2", "ovs_interfaceid": "7d6eb267-a21a-434d-b5cf-2c7d1cf99f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1994.757357] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:4e:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6eb267-a21a-434d-b5cf-2c7d1cf99f71', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1994.765897] env[62633]: DEBUG oslo.service.loopingcall [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.765897] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1994.765897] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a2b0c6a-1ea4-400b-bd75-036ffae55057 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.786568] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1994.786568] env[62633]: value = "task-1808859" [ 1994.786568] env[62633]: _type = "Task" [ 1994.786568] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.794183] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808859, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.869285] env[62633]: DEBUG nova.compute.manager [req-2f039539-f85e-4af5-acda-3f1361d18573 req-35d789d3-e10d-40f7-b5e0-55307ed16c55 service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Received event network-changed-7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1994.869494] env[62633]: DEBUG nova.compute.manager [req-2f039539-f85e-4af5-acda-3f1361d18573 req-35d789d3-e10d-40f7-b5e0-55307ed16c55 service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Refreshing instance network info cache due to event network-changed-7d6eb267-a21a-434d-b5cf-2c7d1cf99f71. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1994.869724] env[62633]: DEBUG oslo_concurrency.lockutils [req-2f039539-f85e-4af5-acda-3f1361d18573 req-35d789d3-e10d-40f7-b5e0-55307ed16c55 service nova] Acquiring lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.869942] env[62633]: DEBUG oslo_concurrency.lockutils [req-2f039539-f85e-4af5-acda-3f1361d18573 req-35d789d3-e10d-40f7-b5e0-55307ed16c55 service nova] Acquired lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.870316] env[62633]: DEBUG nova.network.neutron [req-2f039539-f85e-4af5-acda-3f1361d18573 req-35d789d3-e10d-40f7-b5e0-55307ed16c55 service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Refreshing network info cache for port 7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.903295] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035165} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.903633] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1994.903818] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8/f2105d7e-3d73-477d-9c22-1b447a5b6ab8.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.904088] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8/f2105d7e-3d73-477d-9c22-1b447a5b6ab8.vmdk to [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c/7fa8c452-1f24-45de-949c-c1704efdf20c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1994.904691] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deae3310-5691-4afd-9615-cae517b8380b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.912672] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1994.912672] env[62633]: value = "task-1808860" [ 1994.912672] env[62633]: _type = "Task" [ 1994.912672] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.921868] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.960306] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.025010] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.025654] env[62633]: DEBUG nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1995.029495] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.198s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.029762] env[62633]: DEBUG nova.objects.instance [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lazy-loading 'resources' on Instance uuid 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.088354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-575768d7-2bba-4174-b7a7-ea11868945a3 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.344s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.298438] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808859, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.425754] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808860, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.518853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.519147] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.535215] env[62633]: DEBUG nova.compute.utils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1995.539546] env[62633]: DEBUG nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1995.539947] env[62633]: DEBUG nova.network.neutron [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1995.585863] env[62633]: DEBUG nova.policy [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29d4668857f44c0f8b4041b15d62196d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ef21e9c4f4efcaafa1883ab143e4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1995.602261] env[62633]: DEBUG nova.network.neutron [req-2f039539-f85e-4af5-acda-3f1361d18573 req-35d789d3-e10d-40f7-b5e0-55307ed16c55 service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Updated VIF entry in instance network info cache for port 7d6eb267-a21a-434d-b5cf-2c7d1cf99f71. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.602749] env[62633]: DEBUG nova.network.neutron [req-2f039539-f85e-4af5-acda-3f1361d18573 req-35d789d3-e10d-40f7-b5e0-55307ed16c55 service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Updating instance_info_cache with network_info: [{"id": "7d6eb267-a21a-434d-b5cf-2c7d1cf99f71", "address": "fa:16:3e:b8:4e:03", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6eb267-a2", "ovs_interfaceid": "7d6eb267-a21a-434d-b5cf-2c7d1cf99f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.732663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c77dcf-82fa-4721-881c-38306c441b3c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.741525] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81d45d2-6f57-477d-946a-4174ce5cbde0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.773626] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7f6273-877f-41e6-b8a4-58bd91ca2f1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.782542] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841369bc-d73e-4b94-8c22-cdda92f30a27 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.802292] env[62633]: DEBUG nova.compute.provider_tree [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.811024] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808859, 'name': CreateVM_Task, 'duration_secs': 0.906585} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.811024] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1995.811024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.811024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.811024] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1995.811024] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3087171-21e6-4aa5-a04a-a56a8ee6be96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.815669] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1995.815669] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5252077c-60bb-0228-3345-2067aec08fee" [ 1995.815669] env[62633]: _type = "Task" [ 1995.815669] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.825453] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5252077c-60bb-0228-3345-2067aec08fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.863428] env[62633]: DEBUG nova.network.neutron [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Successfully created port: 98b47745-f7bb-4d80-ab3f-5606ef7034e9 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1995.927080] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808860, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.021947] env[62633]: INFO nova.compute.manager [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Detaching volume 4c2943e8-939b-4f06-bd1f-bbe627a4773e [ 1996.040657] env[62633]: DEBUG nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1996.086097] env[62633]: INFO nova.virt.block_device [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Attempting to driver detach volume 4c2943e8-939b-4f06-bd1f-bbe627a4773e from mountpoint /dev/sdb [ 1996.086368] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1996.086682] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374889', 'volume_id': '4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'name': 'volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '561d5f4c-1671-4ab9-907d-f123fc940d52', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'serial': '4c2943e8-939b-4f06-bd1f-bbe627a4773e'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1996.087611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9062c2c-68cf-4415-8ac3-ab7691cab983 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.117321] env[62633]: DEBUG oslo_concurrency.lockutils [req-2f039539-f85e-4af5-acda-3f1361d18573 req-35d789d3-e10d-40f7-b5e0-55307ed16c55 service nova] Releasing lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.119012] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fdac1-be51-4c9e-8033-933ef023ddf8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.122288] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12f8d18-a8b3-460f-a733-48c9e8286c54 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.144529] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccb98da-c934-46eb-abf4-14b2f02afa8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.147800] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance 'fca5b961-53bd-4cc1-9721-7741a66fc317' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1996.175702] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc550b3-bcc1-4a63-97a3-ab7be4cc4934 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.192680] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] The volume has not been displaced from its original location: [datastore1] volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e/volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1996.198171] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1996.199395] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f92130-52ec-4f0a-97bf-7e8faafc5305 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.219750] env[62633]: DEBUG oslo_vmware.api [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1996.219750] env[62633]: value = "task-1808861" [ 1996.219750] env[62633]: _type = "Task" [ 1996.219750] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.229635] env[62633]: DEBUG oslo_vmware.api [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.309595] env[62633]: DEBUG nova.scheduler.client.report [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1996.327778] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5252077c-60bb-0228-3345-2067aec08fee, 'name': SearchDatastore_Task, 'duration_secs': 0.088253} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.328887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.329183] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1996.329538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.330114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.330554] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1996.331058] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3cdcdb5-41ec-4b48-b62c-1f6152f270dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.349275] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1996.349524] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1996.350356] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8047b75-35c6-49f5-beaf-930c0598c6ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.356647] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1996.356647] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522cca5b-9f6c-258d-6f66-e454ccfbef3a" [ 1996.356647] env[62633]: _type = "Task" [ 1996.356647] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.366797] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522cca5b-9f6c-258d-6f66-e454ccfbef3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.425961] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808860, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.654289] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1996.655024] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-162eeacf-4e4a-4572-98ca-9c16624cdfa4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.664296] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1996.664296] env[62633]: value = "task-1808862" [ 1996.664296] env[62633]: _type = "Task" [ 1996.664296] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.673947] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.731917] env[62633]: DEBUG oslo_vmware.api [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.815423] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.818032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.858s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.819579] env[62633]: INFO nova.compute.claims [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1996.842680] env[62633]: INFO nova.scheduler.client.report [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Deleted allocations for instance 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2 [ 1996.870233] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522cca5b-9f6c-258d-6f66-e454ccfbef3a, 'name': SearchDatastore_Task, 'duration_secs': 0.089874} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.871069] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c762eb-3b32-4ab4-91b8-295c6e9b2034 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.878820] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1996.878820] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52043a38-575e-d6c3-7152-6c504a808ea6" [ 1996.878820] env[62633]: _type = "Task" [ 1996.878820] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.888041] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52043a38-575e-d6c3-7152-6c504a808ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.925791] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808860, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.939549] env[62633]: INFO nova.compute.manager [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Rebuilding instance [ 1996.990022] env[62633]: DEBUG nova.compute.manager [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1996.990936] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a992a2-567d-4452-a505-7bbd4ad9fb6d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.052104] env[62633]: DEBUG nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1997.077220] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1997.077596] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1997.077693] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1997.077868] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1997.078032] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1997.078193] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1997.078411] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1997.078578] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1997.078751] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1997.078919] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1997.079111] env[62633]: DEBUG nova.virt.hardware [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1997.080050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33730de-4716-478e-ba52-0779c6660f93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.089614] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb4b15d-c896-47bd-9b99-5ae21baf3cd7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.177075] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.230838] env[62633]: DEBUG oslo_vmware.api [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808861, 'name': ReconfigVM_Task, 'duration_secs': 0.592172} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.231170] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1997.235762] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d792453-32aa-4fc8-8eaa-ec0fe65634a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.251251] env[62633]: DEBUG oslo_vmware.api [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 1997.251251] env[62633]: value = "task-1808863" [ 1997.251251] env[62633]: _type = "Task" [ 1997.251251] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.259600] env[62633]: DEBUG oslo_vmware.api [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.350735] env[62633]: DEBUG oslo_concurrency.lockutils [None req-630090e2-a183-490d-a615-0ec2b3a4b9b5 tempest-ServerAddressesNegativeTestJSON-2115643241 tempest-ServerAddressesNegativeTestJSON-2115643241-project-member] Lock "5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.822s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.391457] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52043a38-575e-d6c3-7152-6c504a808ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.08087} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.391841] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.392238] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba/79dbddaa-421c-45b8-8ad9-0202e3dcd0ba.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1997.392577] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5259f973-1eb8-4cc8-8dbf-aa37d3c3e1ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.400823] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1997.400823] env[62633]: value = "task-1808864" [ 1997.400823] env[62633]: _type = "Task" [ 1997.400823] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.410197] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.425700] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808860, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.372096} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.426089] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f2105d7e-3d73-477d-9c22-1b447a5b6ab8/f2105d7e-3d73-477d-9c22-1b447a5b6ab8.vmdk to [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c/7fa8c452-1f24-45de-949c-c1704efdf20c.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1997.427087] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bc9951-9cac-4a5c-81f2-61a655954872 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.452774] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c/7fa8c452-1f24-45de-949c-c1704efdf20c.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.453104] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2dc7f2-d995-4d47-8076-c5681b74d2b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.476529] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1997.476529] env[62633]: value = "task-1808865" [ 1997.476529] env[62633]: _type = "Task" [ 1997.476529] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.487325] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.502981] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.503352] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8886ae49-3a77-4bb3-80be-eb65872b34db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.510454] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 1997.510454] env[62633]: value = "task-1808866" [ 1997.510454] env[62633]: _type = "Task" [ 1997.510454] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.519252] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.676785] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808862, 'name': PowerOffVM_Task, 'duration_secs': 0.720508} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.676785] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1997.676785] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance 'fca5b961-53bd-4cc1-9721-7741a66fc317' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1997.763112] env[62633]: DEBUG oslo_vmware.api [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808863, 'name': ReconfigVM_Task, 'duration_secs': 0.1693} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.764209] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374889', 'volume_id': '4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'name': 'volume-4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '561d5f4c-1671-4ab9-907d-f123fc940d52', 'attached_at': '', 'detached_at': '', 'volume_id': '4c2943e8-939b-4f06-bd1f-bbe627a4773e', 'serial': '4c2943e8-939b-4f06-bd1f-bbe627a4773e'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1997.914475] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808864, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.987441] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.999221] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b25fecf-13d6-4f2d-b322-e508a30546a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.006897] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71366e05-e3b3-4039-9a95-f4928329b45b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.040741] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145e13b6-b501-45be-97f3-82390ea07ddb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.048122] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808866, 'name': PowerOffVM_Task, 'duration_secs': 0.223045} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.050267] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.050497] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.051297] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def00650-c9dd-4fac-a36d-50d5fd44b51f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.054978] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74b0b9c-ca0b-48cf-bb41-15ff81d008ba {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.068345] env[62633]: DEBUG nova.compute.provider_tree [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.072080] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1998.072516] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8ab081-d05b-41c3-93ee-414cfbc73691 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.183708] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1998.183982] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1998.184316] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.184419] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1998.184556] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.184716] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1998.184927] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1998.185189] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1998.185287] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1998.185471] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1998.185630] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1998.191242] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca039dab-c7a4-47bc-a2a3-25ce81150195 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.207943] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1998.207943] env[62633]: value = "task-1808868" [ 1998.207943] env[62633]: _type = "Task" [ 1998.207943] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.216673] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.316350] env[62633]: DEBUG nova.objects.instance [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid 561d5f4c-1671-4ab9-907d-f123fc940d52 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.414716] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642434} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.414716] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba/79dbddaa-421c-45b8-8ad9-0202e3dcd0ba.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1998.414982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1998.415360] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-201247a7-ebfe-4c1c-9fba-16c26198749b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.422663] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1998.422663] env[62633]: value = "task-1808869" [ 1998.422663] env[62633]: _type = "Task" [ 1998.422663] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.433514] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.490563] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.573741] env[62633]: DEBUG nova.scheduler.client.report [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1998.720613] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808868, 'name': ReconfigVM_Task, 'duration_secs': 0.26573} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.722805] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance 'fca5b961-53bd-4cc1-9721-7741a66fc317' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1998.938217] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070931} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.938872] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1998.940371] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa94406-8c83-44a8-b2c4-b448dd0828d0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.970777] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba/79dbddaa-421c-45b8-8ad9-0202e3dcd0ba.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1998.971968] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd398ea-92a7-4fb7-8ea5-4f87a93c2cf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.000265] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808865, 'name': ReconfigVM_Task, 'duration_secs': 1.023732} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.001956] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c/7fa8c452-1f24-45de-949c-c1704efdf20c.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.002838] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1999.002838] env[62633]: value = "task-1808870" [ 1999.002838] env[62633]: _type = "Task" [ 1999.002838] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.003089] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d7c8e38-db63-4abd-a2ab-2c1f60148379 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.015157] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.016635] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1999.016635] env[62633]: value = "task-1808871" [ 1999.016635] env[62633]: _type = "Task" [ 1999.016635] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.024940] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808871, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.079268] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.080053] env[62633]: DEBUG nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1999.229183] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1999.229459] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1999.229748] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1999.229823] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1999.229963] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1999.230238] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1999.230396] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1999.230565] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1999.230742] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1999.230991] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1999.231126] env[62633]: DEBUG nova.virt.hardware [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1999.238020] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1999.238020] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48637b1d-cc53-4254-a2d9-9c490aa00dcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.258474] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1999.258474] env[62633]: value = "task-1808872" [ 1999.258474] env[62633]: _type = "Task" [ 1999.258474] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.267723] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.325706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6184bd3b-3ab6-4141-b782-d16ed2697c09 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.806s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.514502] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808870, 'name': ReconfigVM_Task, 'duration_secs': 0.325732} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.514795] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba/79dbddaa-421c-45b8-8ad9-0202e3dcd0ba.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.515435] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33b7f3a-ad4a-4b5a-9339-df26b8528b84 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.525118] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808871, 'name': Rename_Task, 'duration_secs': 0.161513} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.526297] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.526598] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 1999.526598] env[62633]: value = "task-1808873" [ 1999.526598] env[62633]: _type = "Task" [ 1999.526598] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.526786] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ab897a-4dd2-4915-9dc9-cbf96c62a5c8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.537596] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808873, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.538746] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 1999.538746] env[62633]: value = "task-1808874" [ 1999.538746] env[62633]: _type = "Task" [ 1999.538746] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.546188] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.588435] env[62633]: DEBUG nova.compute.utils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1999.590952] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.590952] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.591186] env[62633]: INFO nova.compute.manager [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Shelving [ 1999.592643] env[62633]: DEBUG nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1999.592843] env[62633]: DEBUG nova.network.neutron [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1999.634531] env[62633]: DEBUG nova.policy [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a44328a490242ef9300444a158f32d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '664214cca638462a9658d61a212fbebd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 1999.770019] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808872, 'name': ReconfigVM_Task, 'duration_secs': 0.176995} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.770524] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1999.773594] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dee698-6d97-4957-a00e-7b8bab81bed1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.796985] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c/volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.799738] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744678d1-552e-4af7-ae77-28a38d15905f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.817998] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 1999.817998] env[62633]: value = "task-1808875" [ 1999.817998] env[62633]: _type = "Task" [ 1999.817998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.828454] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.953287] env[62633]: DEBUG nova.network.neutron [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Successfully created port: 0dc72509-9034-4b48-98a7-231c1563d924 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1999.979156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.979950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.041898] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808873, 'name': Rename_Task, 'duration_secs': 0.179534} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.045328] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.045601] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b3cd797-1c38-426c-b44c-9964ed1210a5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.055927] env[62633]: DEBUG oslo_vmware.api [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808874, 'name': PowerOnVM_Task, 'duration_secs': 0.458895} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.058134] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2000.058408] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2000.058408] env[62633]: value = "task-1808876" [ 2000.058408] env[62633]: _type = "Task" [ 2000.058408] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.071025] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.093441] env[62633]: DEBUG nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2000.106972] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.106972] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0130c803-c898-4f7c-81d3-5abb5ff819aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.120453] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2000.120453] env[62633]: value = "task-1808877" [ 2000.120453] env[62633]: _type = "Task" [ 2000.120453] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.135028] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.253577] env[62633]: DEBUG nova.compute.manager [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2000.254889] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21031eb-3d08-4cb4-9b9a-b9365767ead4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.334110] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808875, 'name': ReconfigVM_Task, 'duration_secs': 0.376546} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.334467] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c/volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2000.335149] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance 'fca5b961-53bd-4cc1-9721-7741a66fc317' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2000.487752] env[62633]: INFO nova.compute.manager [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Detaching volume 140ae4a5-8a3c-4f75-98c1-f5c9687e1add [ 2000.532213] env[62633]: INFO nova.virt.block_device [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Attempting to driver detach volume 140ae4a5-8a3c-4f75-98c1-f5c9687e1add from mountpoint /dev/sdc [ 2000.532213] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2000.532213] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374895', 'volume_id': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'name': 'volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '561d5f4c-1671-4ab9-907d-f123fc940d52', 'attached_at': '', 'detached_at': '', 'volume_id': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'serial': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2000.532213] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ff733-1727-4aa3-b759-65b1904483ee {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.566130] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5418ba-833b-44ab-a608-9e80bc9bf189 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.577043] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.580141] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186c6cc3-1b1b-4384-96c6-b14df96dd158 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.608309] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbcc78f-d8f0-41ee-a62e-cf10eee3f634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.624556] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] The volume has not been displaced from its original location: [datastore1] volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add/volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2000.629837] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2000.633027] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6920180-7eff-45d9-aeb9-d9b2009d0545 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.653266] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808877, 'name': PowerOffVM_Task, 'duration_secs': 0.204434} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.653968] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2000.654790] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02957b46-5e32-4ccc-ac56-a17843d034c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.658110] env[62633]: DEBUG oslo_vmware.api [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 2000.658110] env[62633]: value = "task-1808878" [ 2000.658110] env[62633]: _type = "Task" [ 2000.658110] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.677436] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8dd253-6b10-4f73-9a4e-7e0b44bf86d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.684128] env[62633]: DEBUG oslo_vmware.api [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.774557] env[62633]: DEBUG oslo_concurrency.lockutils [None req-0e48ea38-2204-4be8-9937-520884d15492 tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.837s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.842106] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1576c6f-af80-4c03-bc7c-f3356c699eb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.862788] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00b0ccc-241e-436c-ade2-23fc4b4b7e0b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.882039] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance 'fca5b961-53bd-4cc1-9721-7741a66fc317' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.071068] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.108822] env[62633]: DEBUG nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2001.135139] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2001.135424] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2001.135586] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2001.135777] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2001.135922] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2001.136092] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2001.136318] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2001.136486] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2001.136662] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2001.136831] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2001.137020] env[62633]: DEBUG nova.virt.hardware [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2001.137961] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a46969-1ccc-4ef9-918a-948112ec63cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.146421] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecf45c4-c724-4f33-85f3-d22f084c5f5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.168231] env[62633]: DEBUG oslo_vmware.api [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808878, 'name': ReconfigVM_Task, 'duration_secs': 0.22234} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.168502] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2001.173298] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4b2f836-b445-4fc7-bd26-aa1da58e82f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.189664] env[62633]: DEBUG oslo_vmware.api [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 2001.189664] env[62633]: value = "task-1808879" [ 2001.189664] env[62633]: _type = "Task" [ 2001.189664] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.196138] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Creating Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2001.196531] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6804fb5-5ac5-4482-ae8c-018b44ba000d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.207665] env[62633]: DEBUG oslo_vmware.api [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.209687] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2001.209687] env[62633]: value = "task-1808880" [ 2001.209687] env[62633]: _type = "Task" [ 2001.209687] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.219745] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808880, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.286179] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "7fa8c452-1f24-45de-949c-c1704efdf20c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.286544] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.286806] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.287040] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.287257] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.289513] env[62633]: INFO nova.compute.manager [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Terminating instance [ 2001.291463] env[62633]: DEBUG nova.compute.manager [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2001.291647] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2001.292663] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3355c257-2ecc-49b0-9c06-0323fa5ccc5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.302044] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2001.302241] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c58ac9-e919-4dca-92ad-7500e7f499da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.310144] env[62633]: DEBUG oslo_vmware.api [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 2001.310144] env[62633]: value = "task-1808881" [ 2001.310144] env[62633]: _type = "Task" [ 2001.310144] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.320390] env[62633]: DEBUG oslo_vmware.api [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.573146] env[62633]: DEBUG oslo_vmware.api [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808876, 'name': PowerOnVM_Task, 'duration_secs': 1.512649} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.573537] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.573756] env[62633]: INFO nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Took 9.17 seconds to spawn the instance on the hypervisor. [ 2001.573945] env[62633]: DEBUG nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2001.575050] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff72448b-f8d4-48f4-ae4a-964439c9c4a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.699759] env[62633]: DEBUG oslo_vmware.api [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808879, 'name': ReconfigVM_Task, 'duration_secs': 0.211012} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.700126] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374895', 'volume_id': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'name': 'volume-140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '561d5f4c-1671-4ab9-907d-f123fc940d52', 'attached_at': '', 'detached_at': '', 'volume_id': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add', 'serial': '140ae4a5-8a3c-4f75-98c1-f5c9687e1add'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2001.719100] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808880, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.820350] env[62633]: DEBUG oslo_vmware.api [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808881, 'name': PowerOffVM_Task, 'duration_secs': 0.188457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.820587] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2001.820777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2001.821069] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e23f0def-1ddf-4473-895c-1a7551bf0e78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.093811] env[62633]: INFO nova.compute.manager [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Took 21.38 seconds to build instance. [ 2002.220863] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808880, 'name': CreateSnapshot_Task, 'duration_secs': 0.796726} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.221165] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Created Snapshot of the VM instance {{(pid=62633) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2002.221923] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcec5a7-5d3a-4ef7-9ce5-d9ee0d69fe4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.240580] env[62633]: DEBUG nova.objects.instance [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'flavor' on Instance uuid 561d5f4c-1671-4ab9-907d-f123fc940d52 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.535414] env[62633]: DEBUG nova.network.neutron [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Port 0178e483-afe8-415b-9388-18c33fe5fa03 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2002.595608] env[62633]: DEBUG oslo_concurrency.lockutils [None req-df7aef2b-9262-40c6-87e0-a8bc38a30791 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.896s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.741147] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Creating linked-clone VM from snapshot {{(pid=62633) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2002.741541] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc103edd-4683-47dc-af98-4c9cca10ef9f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.752416] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2002.752416] env[62633]: value = "task-1808883" [ 2002.752416] env[62633]: _type = "Task" [ 2002.752416] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.763346] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808883, 'name': CloneVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.988982] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2002.989260] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2002.989455] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleting the datastore file [datastore1] 7fa8c452-1f24-45de-949c-c1704efdf20c {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2002.990744] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c266089-4813-4145-9749-96d0b4966bb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.993306] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2002.993507] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2002.993742] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleting the datastore file [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2002.993941] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47858b5b-7fbf-49c2-a949-b791cca6c8f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.001922] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2003.001922] env[62633]: value = "task-1808884" [ 2003.001922] env[62633]: _type = "Task" [ 2003.001922] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.003334] env[62633]: DEBUG oslo_vmware.api [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for the task: (returnval){ [ 2003.003334] env[62633]: value = "task-1808885" [ 2003.003334] env[62633]: _type = "Task" [ 2003.003334] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.015996] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.019892] env[62633]: DEBUG oslo_vmware.api [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.249805] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cf609de4-acd2-4f8d-a38e-45bba2527c10 tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.263338] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808883, 'name': CloneVM_Task} progress is 94%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.515823] env[62633]: DEBUG oslo_vmware.api [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Task: {'id': task-1808885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148327} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.518624] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.518823] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.519011] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.519222] env[62633]: INFO nova.compute.manager [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Took 2.23 seconds to destroy the instance on the hypervisor. [ 2003.519537] env[62633]: DEBUG oslo.service.loopingcall [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.519694] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.519895] env[62633]: DEBUG nova.compute.manager [-] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2003.519987] env[62633]: DEBUG nova.network.neutron [-] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2003.521656] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.521850] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.522059] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.563597] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.563597] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.563597] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.763987] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808883, 'name': CloneVM_Task} progress is 95%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.878102] env[62633]: DEBUG nova.compute.manager [req-a5ab49e8-82ea-4196-9c2f-0b071b8dd5e7 req-e84a04a4-4f2f-43ec-b5ba-0e7e05bcbaac service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Received event network-changed-7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2003.878102] env[62633]: DEBUG nova.compute.manager [req-a5ab49e8-82ea-4196-9c2f-0b071b8dd5e7 req-e84a04a4-4f2f-43ec-b5ba-0e7e05bcbaac service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Refreshing instance network info cache due to event network-changed-7d6eb267-a21a-434d-b5cf-2c7d1cf99f71. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2003.878102] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5ab49e8-82ea-4196-9c2f-0b071b8dd5e7 req-e84a04a4-4f2f-43ec-b5ba-0e7e05bcbaac service nova] Acquiring lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.878102] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5ab49e8-82ea-4196-9c2f-0b071b8dd5e7 req-e84a04a4-4f2f-43ec-b5ba-0e7e05bcbaac service nova] Acquired lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.878102] env[62633]: DEBUG nova.network.neutron [req-a5ab49e8-82ea-4196-9c2f-0b071b8dd5e7 req-e84a04a4-4f2f-43ec-b5ba-0e7e05bcbaac service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Refreshing network info cache for port 7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2003.938825] env[62633]: DEBUG nova.compute.manager [req-bb2cfc89-ba58-4b6b-ab9b-60156b583e3b req-eed0c802-ebcd-46fa-a20b-229021f99d9a service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Received event network-vif-plugged-98b47745-f7bb-4d80-ab3f-5606ef7034e9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2003.939050] env[62633]: DEBUG oslo_concurrency.lockutils [req-bb2cfc89-ba58-4b6b-ab9b-60156b583e3b req-eed0c802-ebcd-46fa-a20b-229021f99d9a service nova] Acquiring lock "566df6ba-f860-4273-93f6-ff63dac327ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.939477] env[62633]: DEBUG oslo_concurrency.lockutils [req-bb2cfc89-ba58-4b6b-ab9b-60156b583e3b req-eed0c802-ebcd-46fa-a20b-229021f99d9a service nova] Lock "566df6ba-f860-4273-93f6-ff63dac327ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.939477] env[62633]: DEBUG oslo_concurrency.lockutils [req-bb2cfc89-ba58-4b6b-ab9b-60156b583e3b req-eed0c802-ebcd-46fa-a20b-229021f99d9a service nova] Lock "566df6ba-f860-4273-93f6-ff63dac327ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.939578] env[62633]: DEBUG nova.compute.manager [req-bb2cfc89-ba58-4b6b-ab9b-60156b583e3b req-eed0c802-ebcd-46fa-a20b-229021f99d9a service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] No waiting events found dispatching network-vif-plugged-98b47745-f7bb-4d80-ab3f-5606ef7034e9 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2003.939731] env[62633]: WARNING nova.compute.manager [req-bb2cfc89-ba58-4b6b-ab9b-60156b583e3b req-eed0c802-ebcd-46fa-a20b-229021f99d9a service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Received unexpected event network-vif-plugged-98b47745-f7bb-4d80-ab3f-5606ef7034e9 for instance with vm_state building and task_state spawning. [ 2004.068510] env[62633]: DEBUG nova.network.neutron [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Successfully updated port: 0dc72509-9034-4b48-98a7-231c1563d924 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2004.128321] env[62633]: DEBUG nova.network.neutron [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Successfully updated port: 98b47745-f7bb-4d80-ab3f-5606ef7034e9 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2004.268905] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808883, 'name': CloneVM_Task, 'duration_secs': 1.115275} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.269658] env[62633]: INFO nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Created linked-clone VM from snapshot [ 2004.270296] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161c68c6-aeb2-4db6-a936-0de5596eca5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.279186] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Uploading image 45171666-cc1e-4b0e-ae05-ba3ee86f23b5 {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2004.309473] env[62633]: DEBUG oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2004.309473] env[62633]: value = "vm-374899" [ 2004.309473] env[62633]: _type = "VirtualMachine" [ 2004.309473] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2004.309776] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f963b413-1832-44cc-8de3-3f7b7b33ff3f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.319091] env[62633]: DEBUG oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lease: (returnval){ [ 2004.319091] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523549ae-59a4-590c-7fd4-2f4fb973cbe2" [ 2004.319091] env[62633]: _type = "HttpNfcLease" [ 2004.319091] env[62633]: } obtained for exporting VM: (result){ [ 2004.319091] env[62633]: value = "vm-374899" [ 2004.319091] env[62633]: _type = "VirtualMachine" [ 2004.319091] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2004.319396] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the lease: (returnval){ [ 2004.319396] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523549ae-59a4-590c-7fd4-2f4fb973cbe2" [ 2004.319396] env[62633]: _type = "HttpNfcLease" [ 2004.319396] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2004.326652] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2004.326652] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523549ae-59a4-590c-7fd4-2f4fb973cbe2" [ 2004.326652] env[62633]: _type = "HttpNfcLease" [ 2004.326652] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2004.557253] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2004.557523] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2004.557681] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2004.557862] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2004.558018] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2004.558193] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2004.558406] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2004.558564] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2004.558728] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2004.558889] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2004.559071] env[62633]: DEBUG nova.virt.hardware [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2004.560033] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb18169-2ca6-418c-9448-b7284a48fd76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.571300] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0be41-f69a-49a8-8860-529a959e109f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.577373] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.577585] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquired lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.577651] env[62633]: DEBUG nova.network.neutron [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.589856] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:82:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30487a9e-a9bf-42a4-935c-e85aa9d0d537', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2004.597899] env[62633]: DEBUG oslo.service.loopingcall [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.598986] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.599368] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.599706] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "561d5f4c-1671-4ab9-907d-f123fc940d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.600050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.601023] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.601787] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2004.602289] env[62633]: INFO nova.compute.manager [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Terminating instance [ 2004.603765] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b789d9-6166-4b3d-a015-8e08b05d7683 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.619332] env[62633]: DEBUG nova.compute.manager [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2004.619561] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2004.620575] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.620762] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.620925] env[62633]: DEBUG nova.network.neutron [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.622992] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac1fb7e-85bb-4e04-b31d-4b7e4462bea0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.631445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-566df6ba-f860-4273-93f6-ff63dac327ce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.631587] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-566df6ba-f860-4273-93f6-ff63dac327ce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.631753] env[62633]: DEBUG nova.network.neutron [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.632889] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.636828] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c18466a2-2c6a-42df-9866-9b42af13a880 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.638312] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2004.638312] env[62633]: value = "task-1808887" [ 2004.638312] env[62633]: _type = "Task" [ 2004.638312] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.645590] env[62633]: DEBUG oslo_vmware.api [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 2004.645590] env[62633]: value = "task-1808888" [ 2004.645590] env[62633]: _type = "Task" [ 2004.645590] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.648824] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808887, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.661679] env[62633]: DEBUG oslo_vmware.api [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.673953] env[62633]: DEBUG nova.network.neutron [-] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.769198] env[62633]: DEBUG nova.network.neutron [req-a5ab49e8-82ea-4196-9c2f-0b071b8dd5e7 req-e84a04a4-4f2f-43ec-b5ba-0e7e05bcbaac service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Updated VIF entry in instance network info cache for port 7d6eb267-a21a-434d-b5cf-2c7d1cf99f71. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2004.769647] env[62633]: DEBUG nova.network.neutron [req-a5ab49e8-82ea-4196-9c2f-0b071b8dd5e7 req-e84a04a4-4f2f-43ec-b5ba-0e7e05bcbaac service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Updating instance_info_cache with network_info: [{"id": "7d6eb267-a21a-434d-b5cf-2c7d1cf99f71", "address": "fa:16:3e:b8:4e:03", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6eb267-a2", "ovs_interfaceid": "7d6eb267-a21a-434d-b5cf-2c7d1cf99f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.828854] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2004.828854] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523549ae-59a4-590c-7fd4-2f4fb973cbe2" [ 2004.828854] env[62633]: _type = "HttpNfcLease" [ 2004.828854] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2004.829225] env[62633]: DEBUG oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2004.829225] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523549ae-59a4-590c-7fd4-2f4fb973cbe2" [ 2004.829225] env[62633]: _type = "HttpNfcLease" [ 2004.829225] env[62633]: }. {{(pid=62633) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2004.830043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ca1f4a-f3a8-4890-af3e-05d059f8ce2e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.838546] env[62633]: DEBUG oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271d85f-9b8c-5475-085c-fa9f6b8017b5/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2004.838798] env[62633]: DEBUG oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271d85f-9b8c-5475-085c-fa9f6b8017b5/disk-0.vmdk for reading. {{(pid=62633) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2004.954828] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7080bd23-10d7-4b00-9d25-753bb8fee9d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.123239] env[62633]: DEBUG nova.network.neutron [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2005.148873] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808887, 'name': CreateVM_Task, 'duration_secs': 0.506941} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.150761] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2005.161270] env[62633]: DEBUG oslo_vmware.api [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808888, 'name': PowerOffVM_Task, 'duration_secs': 0.211008} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.161548] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.161721] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.161976] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79a90809-43e7-4ebd-8e97-3a3145bf1e46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.164342] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.164508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.164852] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2005.165104] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c05190c8-c297-4b41-875d-81a840f94f6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.171283] env[62633]: DEBUG nova.network.neutron [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2005.175270] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2005.175270] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5282c43d-f7cb-5a5b-146d-86decce7f051" [ 2005.175270] env[62633]: _type = "Task" [ 2005.175270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.177626] env[62633]: INFO nova.compute.manager [-] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Took 1.66 seconds to deallocate network for instance. [ 2005.195431] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5282c43d-f7cb-5a5b-146d-86decce7f051, 'name': SearchDatastore_Task, 'duration_secs': 0.018893} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.195753] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.195988] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2005.196253] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.196409] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.196605] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2005.196916] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-136493e0-d63c-4461-afd3-5f3a93632683 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.209025] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2005.209025] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2005.209229] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a55837-fe0a-4feb-b126-bcbcc2a5ac31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.216893] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2005.216893] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52041ac9-0441-4ed5-7047-ec83b8969deb" [ 2005.216893] env[62633]: _type = "Task" [ 2005.216893] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.234860] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52041ac9-0441-4ed5-7047-ec83b8969deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.272466] env[62633]: DEBUG oslo_concurrency.lockutils [req-a5ab49e8-82ea-4196-9c2f-0b071b8dd5e7 req-e84a04a4-4f2f-43ec-b5ba-0e7e05bcbaac service nova] Releasing lock "refresh_cache-79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.307830] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.308158] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.308486] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Deleting the datastore file [datastore1] 561d5f4c-1671-4ab9-907d-f123fc940d52 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.308857] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b37dba2c-54b6-489a-b773-fb886b1a7882 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.323606] env[62633]: DEBUG oslo_vmware.api [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for the task: (returnval){ [ 2005.323606] env[62633]: value = "task-1808890" [ 2005.323606] env[62633]: _type = "Task" [ 2005.323606] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.334442] env[62633]: DEBUG oslo_vmware.api [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.400202] env[62633]: DEBUG nova.network.neutron [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Updating instance_info_cache with network_info: [{"id": "98b47745-f7bb-4d80-ab3f-5606ef7034e9", "address": "fa:16:3e:44:3c:28", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98b47745-f7", "ovs_interfaceid": "98b47745-f7bb-4d80-ab3f-5606ef7034e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.403784] env[62633]: DEBUG nova.network.neutron [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Updating instance_info_cache with network_info: [{"id": "0dc72509-9034-4b48-98a7-231c1563d924", "address": "fa:16:3e:26:81:46", "network": {"id": "b30e051d-3c7f-448e-b834-444f528042f7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1140735007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "664214cca638462a9658d61a212fbebd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc72509-90", "ovs_interfaceid": "0dc72509-9034-4b48-98a7-231c1563d924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.492046] env[62633]: DEBUG nova.network.neutron [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance_info_cache with network_info: [{"id": "0178e483-afe8-415b-9388-18c33fe5fa03", "address": "fa:16:3e:16:59:e3", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0178e483-af", "ovs_interfaceid": "0178e483-afe8-415b-9388-18c33fe5fa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.637106] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.637835] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.689885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.690319] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.690692] env[62633]: DEBUG nova.objects.instance [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lazy-loading 'resources' on Instance uuid 7fa8c452-1f24-45de-949c-c1704efdf20c {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.728430] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52041ac9-0441-4ed5-7047-ec83b8969deb, 'name': SearchDatastore_Task, 'duration_secs': 0.017457} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.729403] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399ef227-ec4b-435f-b73a-406ffab9410c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.736224] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2005.736224] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2f644-31b1-5288-1d9b-fca8643680f0" [ 2005.736224] env[62633]: _type = "Task" [ 2005.736224] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.745851] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2f644-31b1-5288-1d9b-fca8643680f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.837699] env[62633]: DEBUG oslo_vmware.api [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Task: {'id': task-1808890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329729} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.837846] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2005.838141] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2005.838236] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2005.838507] env[62633]: INFO nova.compute.manager [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2005.838831] env[62633]: DEBUG oslo.service.loopingcall [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.839077] env[62633]: DEBUG nova.compute.manager [-] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2005.839195] env[62633]: DEBUG nova.network.neutron [-] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2005.911594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Releasing lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.911939] env[62633]: DEBUG nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Instance network_info: |[{"id": "0dc72509-9034-4b48-98a7-231c1563d924", "address": "fa:16:3e:26:81:46", "network": {"id": "b30e051d-3c7f-448e-b834-444f528042f7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1140735007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "664214cca638462a9658d61a212fbebd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc72509-90", "ovs_interfaceid": "0dc72509-9034-4b48-98a7-231c1563d924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2005.912369] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-566df6ba-f860-4273-93f6-ff63dac327ce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.912662] env[62633]: DEBUG nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Instance network_info: |[{"id": "98b47745-f7bb-4d80-ab3f-5606ef7034e9", "address": "fa:16:3e:44:3c:28", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98b47745-f7", "ovs_interfaceid": "98b47745-f7bb-4d80-ab3f-5606ef7034e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2005.913018] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:81:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dc72509-9034-4b48-98a7-231c1563d924', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.920870] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Creating folder: Project (664214cca638462a9658d61a212fbebd). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2005.921318] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:3c:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98b47745-f7bb-4d80-ab3f-5606ef7034e9', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.930168] env[62633]: DEBUG oslo.service.loopingcall [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.930168] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1564ac6d-5a75-456a-b87a-8b49c16f0e6e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.931861] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2005.932145] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a4ce90-6984-4f1f-8d17-ceb0e86cef81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.952924] env[62633]: DEBUG nova.compute.manager [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Received event network-vif-plugged-0dc72509-9034-4b48-98a7-231c1563d924 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2005.953271] env[62633]: DEBUG oslo_concurrency.lockutils [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] Acquiring lock "b93b0210-749b-4b03-8e96-416d13cf8061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.953642] env[62633]: DEBUG oslo_concurrency.lockutils [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] Lock "b93b0210-749b-4b03-8e96-416d13cf8061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.953861] env[62633]: DEBUG oslo_concurrency.lockutils [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] Lock "b93b0210-749b-4b03-8e96-416d13cf8061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.954118] env[62633]: DEBUG nova.compute.manager [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] No waiting events found dispatching network-vif-plugged-0dc72509-9034-4b48-98a7-231c1563d924 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2005.954357] env[62633]: WARNING nova.compute.manager [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Received unexpected event network-vif-plugged-0dc72509-9034-4b48-98a7-231c1563d924 for instance with vm_state building and task_state spawning. [ 2005.954596] env[62633]: DEBUG nova.compute.manager [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Received event network-changed-0dc72509-9034-4b48-98a7-231c1563d924 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2005.954879] env[62633]: DEBUG nova.compute.manager [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Refreshing instance network info cache due to event network-changed-0dc72509-9034-4b48-98a7-231c1563d924. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2005.955192] env[62633]: DEBUG oslo_concurrency.lockutils [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] Acquiring lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.955423] env[62633]: DEBUG oslo_concurrency.lockutils [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] Acquired lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.955671] env[62633]: DEBUG nova.network.neutron [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Refreshing network info cache for port 0dc72509-9034-4b48-98a7-231c1563d924 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2005.958869] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2005.958869] env[62633]: value = "task-1808892" [ 2005.958869] env[62633]: _type = "Task" [ 2005.958869] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.965551] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Created folder: Project (664214cca638462a9658d61a212fbebd) in parent group-v374582. [ 2005.965820] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Creating folder: Instances. Parent ref: group-v374901. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2005.967359] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c05b32b-4193-4884-a8ed-d556dd9e7d94 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.973962] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808892, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.985744] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Created folder: Instances in parent group-v374901. [ 2005.986140] env[62633]: DEBUG oslo.service.loopingcall [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.986409] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2005.987176] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b836444-11d6-4382-83eb-eedc240acb33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.005143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.018502] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2006.018502] env[62633]: value = "task-1808894" [ 2006.018502] env[62633]: _type = "Task" [ 2006.018502] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.028724] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808894, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.249402] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2f644-31b1-5288-1d9b-fca8643680f0, 'name': SearchDatastore_Task, 'duration_secs': 0.021438} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.249944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.250457] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a/a24ed54b-baba-4de4-9b31-4a9e136abb8a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2006.250976] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-877833ac-ca59-4bb9-b854-55af79d594aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.268270] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2006.268270] env[62633]: value = "task-1808895" [ 2006.268270] env[62633]: _type = "Task" [ 2006.268270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.283396] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.300087] env[62633]: DEBUG nova.compute.manager [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Received event network-changed-98b47745-f7bb-4d80-ab3f-5606ef7034e9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2006.300880] env[62633]: DEBUG nova.compute.manager [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Refreshing instance network info cache due to event network-changed-98b47745-f7bb-4d80-ab3f-5606ef7034e9. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2006.301472] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] Acquiring lock "refresh_cache-566df6ba-f860-4273-93f6-ff63dac327ce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.302018] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] Acquired lock "refresh_cache-566df6ba-f860-4273-93f6-ff63dac327ce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.302531] env[62633]: DEBUG nova.network.neutron [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Refreshing network info cache for port 98b47745-f7bb-4d80-ab3f-5606ef7034e9 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2006.430805] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9be1130-eb04-4d62-b3c7-ac4a1b056526 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.441720] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3ee8b2-8833-4819-970b-62df225ce6f4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.487269] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7d3bc4-35db-42ea-96d0-5dcc221b3299 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.497485] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808892, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.502134] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f97141e-0c5b-4cf5-ad9f-6a4337a5241b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.524272] env[62633]: DEBUG nova.compute.provider_tree [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.534029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f766d10e-ff1a-4994-9352-4af6aeef0053 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.544316] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808894, 'name': CreateVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.545266] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb4d05-1d62-4117-8c87-50fc3f9b99a2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.780082] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808895, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.994883] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808892, 'name': CreateVM_Task, 'duration_secs': 0.64799} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.995109] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2006.995792] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.995965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.996356] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2006.996624] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6a7f2f-3e0b-481b-a4dd-f6e328811ed0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.004510] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2007.004510] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5296353a-cd48-924f-746e-0b69a038ac97" [ 2007.004510] env[62633]: _type = "Task" [ 2007.004510] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.015103] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5296353a-cd48-924f-746e-0b69a038ac97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.028809] env[62633]: DEBUG nova.network.neutron [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Updated VIF entry in instance network info cache for port 0dc72509-9034-4b48-98a7-231c1563d924. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2007.029224] env[62633]: DEBUG nova.network.neutron [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Updating instance_info_cache with network_info: [{"id": "0dc72509-9034-4b48-98a7-231c1563d924", "address": "fa:16:3e:26:81:46", "network": {"id": "b30e051d-3c7f-448e-b834-444f528042f7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1140735007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "664214cca638462a9658d61a212fbebd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc72509-90", "ovs_interfaceid": "0dc72509-9034-4b48-98a7-231c1563d924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.037198] env[62633]: DEBUG nova.scheduler.client.report [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2007.040392] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808894, 'name': CreateVM_Task, 'duration_secs': 0.567153} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.044346] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2007.045054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.144379] env[62633]: DEBUG nova.network.neutron [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Updated VIF entry in instance network info cache for port 98b47745-f7bb-4d80-ab3f-5606ef7034e9. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2007.144825] env[62633]: DEBUG nova.network.neutron [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Updating instance_info_cache with network_info: [{"id": "98b47745-f7bb-4d80-ab3f-5606ef7034e9", "address": "fa:16:3e:44:3c:28", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98b47745-f7", "ovs_interfaceid": "98b47745-f7bb-4d80-ab3f-5606ef7034e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.281718] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658055} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.282152] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a/a24ed54b-baba-4de4-9b31-4a9e136abb8a.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2007.282523] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2007.283134] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-369e15a4-403c-4a70-8ca0-cd7ac0919803 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.291653] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2007.291653] env[62633]: value = "task-1808896" [ 2007.291653] env[62633]: _type = "Task" [ 2007.291653] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.303100] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.304047] env[62633]: DEBUG nova.network.neutron [-] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.515320] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5296353a-cd48-924f-746e-0b69a038ac97, 'name': SearchDatastore_Task, 'duration_secs': 0.022018} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.515648] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.515897] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2007.516163] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.516313] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.516506] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2007.516787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.517126] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2007.517356] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63a20c5c-7790-426d-8fd6-9b10922f4bc3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.519366] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12687b1-8737-46de-b973-ad7c620bf805 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.524995] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2007.524995] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4c5d1-baab-f234-8a7b-d6dbcf686a17" [ 2007.524995] env[62633]: _type = "Task" [ 2007.524995] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.529122] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2007.529311] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2007.530417] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534dd5cb-ca77-4792-8e9e-c9d3a3b6cddb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.535590] env[62633]: DEBUG oslo_concurrency.lockutils [req-f7358cf3-748f-4726-8f9e-2bb053bedf30 req-12e2da34-390e-4cdd-a9a0-8653a681d7f4 service nova] Releasing lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.535966] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4c5d1-baab-f234-8a7b-d6dbcf686a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.539185] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2007.539185] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52ce95e5-25ca-51b5-9f00-855414b097ea" [ 2007.539185] env[62633]: _type = "Task" [ 2007.539185] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.543854] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.552844] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ce95e5-25ca-51b5-9f00-855414b097ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.565605] env[62633]: INFO nova.scheduler.client.report [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Deleted allocations for instance 7fa8c452-1f24-45de-949c-c1704efdf20c [ 2007.648053] env[62633]: DEBUG oslo_concurrency.lockutils [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] Releasing lock "refresh_cache-566df6ba-f860-4273-93f6-ff63dac327ce" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.648317] env[62633]: DEBUG nova.compute.manager [req-0f95b0fe-bf04-43df-816e-75f8dbf70def req-fdfa1949-50c8-4702-81f0-d98f482787a4 service nova] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Received event network-vif-deleted-a96e2649-3a44-4e58-91d1-ff02122537bf {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2007.664898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c761d7d-78fa-4e2d-83f5-2f8370e5bd56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.685788] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c9d9b6-eab4-4c42-9090-2256daf476a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.694326] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance 'fca5b961-53bd-4cc1-9721-7741a66fc317' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2007.802320] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077584} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.802648] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2007.803642] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329cf1e1-2e2d-4290-b26e-b5fafcae2172 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.806980] env[62633]: INFO nova.compute.manager [-] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Took 1.97 seconds to deallocate network for instance. [ 2007.834025] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a/a24ed54b-baba-4de4-9b31-4a9e136abb8a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2007.834244] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2f4ddc-9834-4707-9236-3c6f06cccac7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.858238] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2007.858238] env[62633]: value = "task-1808898" [ 2007.858238] env[62633]: _type = "Task" [ 2007.858238] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.867841] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.037665] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52f4c5d1-baab-f234-8a7b-d6dbcf686a17, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.038051] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.038370] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2008.038660] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.050029] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52ce95e5-25ca-51b5-9f00-855414b097ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.050895] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9bed22-6c59-43ae-8b3f-e4d14b523956 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.057034] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2008.057034] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]523bece7-237a-0383-daf5-18edef99c05f" [ 2008.057034] env[62633]: _type = "Task" [ 2008.057034] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.065754] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523bece7-237a-0383-daf5-18edef99c05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.073860] env[62633]: DEBUG oslo_concurrency.lockutils [None req-194e2ba9-e0a1-4871-8554-b1af0eec4f1b tempest-ServerActionsTestOtherB-847799111 tempest-ServerActionsTestOtherB-847799111-project-member] Lock "7fa8c452-1f24-45de-949c-c1704efdf20c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.787s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.201454] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2008.201839] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-128418f0-e7bd-497d-b5d1-2cfb07c5cab4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.211636] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2008.211636] env[62633]: value = "task-1808899" [ 2008.211636] env[62633]: _type = "Task" [ 2008.211636] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.223432] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.325128] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.325519] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.325647] env[62633]: DEBUG nova.objects.instance [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lazy-loading 'resources' on Instance uuid 561d5f4c-1671-4ab9-907d-f123fc940d52 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.336108] env[62633]: DEBUG nova.compute.manager [req-a1ab8c7d-f148-46ff-8a8e-cc8c0b4fc9ef req-f91769f1-4d06-41c0-b7cf-19e45d295e06 service nova] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Received event network-vif-deleted-f203b91d-2275-4e06-8fa6-85c092c14689 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2008.369951] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808898, 'name': ReconfigVM_Task, 'duration_secs': 0.48163} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.370317] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Reconfigured VM instance instance-00000070 to attach disk [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a/a24ed54b-baba-4de4-9b31-4a9e136abb8a.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2008.370995] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36aa9205-84cf-43f7-876b-ea064bcacdb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.380527] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2008.380527] env[62633]: value = "task-1808900" [ 2008.380527] env[62633]: _type = "Task" [ 2008.380527] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.389850] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808900, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.572209] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]523bece7-237a-0383-daf5-18edef99c05f, 'name': SearchDatastore_Task, 'duration_secs': 0.017157} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.572209] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.572670] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 566df6ba-f860-4273-93f6-ff63dac327ce/566df6ba-f860-4273-93f6-ff63dac327ce.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2008.573153] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.573490] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2008.573850] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14857a99-56bf-425b-a3b1-92d7d65f9c7a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.576882] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63f83457-5387-4276-9bcc-da884e6ec926 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.585146] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2008.585146] env[62633]: value = "task-1808901" [ 2008.585146] env[62633]: _type = "Task" [ 2008.585146] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.590413] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2008.590929] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2008.592207] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1347bccc-4308-472a-b768-f26716901c9e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.599470] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.603934] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2008.603934] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52c4410e-ae2a-5de3-48f5-0e8ba3c130bf" [ 2008.603934] env[62633]: _type = "Task" [ 2008.603934] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.613189] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c4410e-ae2a-5de3-48f5-0e8ba3c130bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.632338] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.635871] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.636090] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.636253] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2008.724063] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808899, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.893303] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808900, 'name': Rename_Task, 'duration_secs': 0.195987} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.893692] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2008.893968] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d886f4-eee7-4cb7-b894-8fa88e31c98a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.906674] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2008.906674] env[62633]: value = "task-1808902" [ 2008.906674] env[62633]: _type = "Task" [ 2008.906674] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.918978] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.994327] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09916041-9956-47b8-8315-22bce4defb6c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.003252] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddd10cb-fb7d-470a-a513-b2c80fd181c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.036450] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1c0655-423e-4e12-98f4-ec405affc9a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.046894] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcace211-b065-4934-972a-915c4fe13dde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.064878] env[62633]: DEBUG nova.compute.provider_tree [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.097340] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.124450] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52c4410e-ae2a-5de3-48f5-0e8ba3c130bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014437} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.125755] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b344860-e988-4846-a5a5-abbe6327c042 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.133259] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2009.133259] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e531c3-009a-c65f-83e2-1c6141d2e4f3" [ 2009.133259] env[62633]: _type = "Task" [ 2009.133259] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.144765] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e531c3-009a-c65f-83e2-1c6141d2e4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.224314] env[62633]: DEBUG oslo_vmware.api [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808899, 'name': PowerOnVM_Task, 'duration_secs': 0.533233} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.224687] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2009.224926] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe81eeb-335e-4704-998c-17bb2324c1b5 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance 'fca5b961-53bd-4cc1-9721-7741a66fc317' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2009.418063] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.568122] env[62633]: DEBUG nova.scheduler.client.report [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2009.601497] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678302} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.601929] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 566df6ba-f860-4273-93f6-ff63dac327ce/566df6ba-f860-4273-93f6-ff63dac327ce.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2009.602298] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2009.602617] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d329e180-98fc-47d3-9d34-838e1a7fbcac {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.612918] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2009.612918] env[62633]: value = "task-1808903" [ 2009.612918] env[62633]: _type = "Task" [ 2009.612918] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.626144] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.638825] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2009.648028] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e531c3-009a-c65f-83e2-1c6141d2e4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.060878} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.648420] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.648702] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] b93b0210-749b-4b03-8e96-416d13cf8061/b93b0210-749b-4b03-8e96-416d13cf8061.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2009.649058] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-164fa8fc-0bc7-48cf-b27f-5bc8065d374b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.658712] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2009.658712] env[62633]: value = "task-1808904" [ 2009.658712] env[62633]: _type = "Task" [ 2009.658712] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.671125] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.918585] env[62633]: DEBUG oslo_vmware.api [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808902, 'name': PowerOnVM_Task, 'duration_secs': 0.743554} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.918923] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2009.919184] env[62633]: DEBUG nova.compute.manager [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2009.920052] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfb1f9d-0c1a-4da0-a2aa-752a51409ef0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.073060] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.093745] env[62633]: INFO nova.scheduler.client.report [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Deleted allocations for instance 561d5f4c-1671-4ab9-907d-f123fc940d52 [ 2010.126254] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081052} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.126643] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2010.127697] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f592b4-49a8-468c-b34f-0052aa33b386 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.144146] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.144398] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.144568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.144723] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2010.154016] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 566df6ba-f860-4273-93f6-ff63dac327ce/566df6ba-f860-4273-93f6-ff63dac327ce.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2010.155554] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db7220c-5b0e-4a2f-b425-b90415def345 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.160145] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce311f54-2054-49d1-8665-af2ec8299f1a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.186295] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808904, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.189349] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2010.189349] env[62633]: value = "task-1808905" [ 2010.189349] env[62633]: _type = "Task" [ 2010.189349] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.190752] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eb9c33-7374-4485-915c-5b2657a9f748 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.206396] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.215611] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e7d88-5ea3-460b-ae81-5ffbb8ddf603 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.224394] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7f4b5f-c09a-4207-80be-224a8880028b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.261336] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179733MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2010.261512] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.261716] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.440047] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.601747] env[62633]: DEBUG oslo_concurrency.lockutils [None req-1fc4c44d-323b-4f35-a1ff-ca27796675cd tempest-AttachVolumeTestJSON-203511350 tempest-AttachVolumeTestJSON-203511350-project-member] Lock "561d5f4c-1671-4ab9-907d-f123fc940d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.002s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.685556] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.685757] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] b93b0210-749b-4b03-8e96-416d13cf8061/b93b0210-749b-4b03-8e96-416d13cf8061.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2010.685986] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2010.686270] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56d79001-ab84-4fac-a124-b5f7f0d0815a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.694568] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2010.694568] env[62633]: value = "task-1808906" [ 2010.694568] env[62633]: _type = "Task" [ 2010.694568] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.702716] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.713784] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.203342] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808905, 'name': ReconfigVM_Task, 'duration_secs': 0.897587} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.204079] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 566df6ba-f860-4273-93f6-ff63dac327ce/566df6ba-f860-4273-93f6-ff63dac327ce.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.204996] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81abb7fe-e684-47c6-b84e-472af77a80ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.209724] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083107} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.210633] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2011.211314] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c217fa28-a8ed-43a2-ad2a-478538936ea0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.219366] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2011.219366] env[62633]: value = "task-1808907" [ 2011.219366] env[62633]: _type = "Task" [ 2011.219366] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.245600] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b93b0210-749b-4b03-8e96-416d13cf8061/b93b0210-749b-4b03-8e96-416d13cf8061.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2011.246537] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e362519e-e7d3-4b94-86e7-d0a01731ce6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.265778] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808907, 'name': Rename_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.273067] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2011.273067] env[62633]: value = "task-1808909" [ 2011.273067] env[62633]: _type = "Task" [ 2011.273067] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.274197] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Applying migration context for instance fca5b961-53bd-4cc1-9721-7741a66fc317 as it has an incoming, in-progress migration b4936e7d-5fc3-4d09-aa44-6465748d3b1a. Migration status is finished {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2011.275815] env[62633]: INFO nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating resource usage from migration b4936e7d-5fc3-4d09-aa44-6465748d3b1a [ 2011.290646] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.304332] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.304332] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 406220cd-46f8-494a-af44-77fe132bda9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.304332] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 7006fbe9-3027-45d4-9252-7a9bb7141ffd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.304550] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance a24ed54b-baba-4de4-9b31-4a9e136abb8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.304550] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b27c421e-9083-440e-91e8-fe15f81eaa6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.304680] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.304821] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Migration b4936e7d-5fc3-4d09-aa44-6465748d3b1a is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2011.304949] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance fca5b961-53bd-4cc1-9721-7741a66fc317 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.305117] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 566df6ba-f860-4273-93f6-ff63dac327ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.305244] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b93b0210-749b-4b03-8e96-416d13cf8061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2011.305831] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2011.305831] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2011.468143] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3520c9-00a1-45cb-baea-e8432db1d3ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.478376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773559c5-39f8-4fbf-b88c-91213c4855be {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.519032] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "fca5b961-53bd-4cc1-9721-7741a66fc317" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.519523] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.519655] env[62633]: DEBUG nova.compute.manager [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Going to confirm migration 7 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 2011.524989] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840d8614-e28d-4494-b4a4-33d77fa8368d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.532507] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8588a7c7-ee08-4cff-aa74-714ef124e009 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.549812] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.730414] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808907, 'name': Rename_Task, 'duration_secs': 0.21299} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.730763] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2011.731060] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31983a84-601f-4332-917c-9acf810a1c9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.738990] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2011.738990] env[62633]: value = "task-1808910" [ 2011.738990] env[62633]: _type = "Task" [ 2011.738990] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.747970] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.783523] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808909, 'name': ReconfigVM_Task, 'duration_secs': 0.31333} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.784212] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b93b0210-749b-4b03-8e96-416d13cf8061/b93b0210-749b-4b03-8e96-416d13cf8061.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.784860] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85e80569-e87c-4f91-96f5-73b370b65db6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.791489] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2011.791489] env[62633]: value = "task-1808911" [ 2011.791489] env[62633]: _type = "Task" [ 2011.791489] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.799828] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808911, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.054839] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2012.144656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.144906] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquired lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.145112] env[62633]: DEBUG nova.network.neutron [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.145303] env[62633]: DEBUG nova.objects.instance [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'info_cache' on Instance uuid fca5b961-53bd-4cc1-9721-7741a66fc317 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.250837] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.303865] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808911, 'name': Rename_Task, 'duration_secs': 0.166318} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.304184] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2012.304441] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b5f299c-fb6a-4e32-af1e-f603e962bc45 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.313447] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2012.313447] env[62633]: value = "task-1808912" [ 2012.313447] env[62633]: _type = "Task" [ 2012.313447] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.323320] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.560956] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2012.561235] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.299s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.561519] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.122s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.561741] env[62633]: DEBUG nova.objects.instance [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62633) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2012.753108] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.824851] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.254316] env[62633]: DEBUG oslo_vmware.api [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808910, 'name': PowerOnVM_Task, 'duration_secs': 1.427136} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.254845] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2013.254845] env[62633]: INFO nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Took 16.20 seconds to spawn the instance on the hypervisor. [ 2013.255025] env[62633]: DEBUG nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2013.255851] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dde939-1e21-4847-805f-9f1f63ce5000 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.326669] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808912, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.409902] env[62633]: DEBUG nova.network.neutron [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance_info_cache with network_info: [{"id": "0178e483-afe8-415b-9388-18c33fe5fa03", "address": "fa:16:3e:16:59:e3", "network": {"id": "ed1cc6cb-7eef-4788-838c-104aa4aab380", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1168323177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada2dcc843ec4d42973857f63a66cdc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0178e483-af", "ovs_interfaceid": "0178e483-afe8-415b-9388-18c33fe5fa03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.561875] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.562265] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.571494] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8484d6b0-b260-4253-b48b-2d83a9e59f1b tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.775663] env[62633]: INFO nova.compute.manager [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Took 23.29 seconds to build instance. [ 2013.827032] env[62633]: DEBUG oslo_vmware.api [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808912, 'name': PowerOnVM_Task, 'duration_secs': 1.159269} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.827032] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2013.827423] env[62633]: INFO nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Took 12.72 seconds to spawn the instance on the hypervisor. [ 2013.827423] env[62633]: DEBUG nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2013.828202] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da5ccfe-bb33-49fa-8bd0-b3e2c0527b64 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.913053] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Releasing lock "refresh_cache-fca5b961-53bd-4cc1-9721-7741a66fc317" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.913381] env[62633]: DEBUG nova.objects.instance [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'migration_context' on Instance uuid fca5b961-53bd-4cc1-9721-7741a66fc317 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.277621] env[62633]: DEBUG oslo_concurrency.lockutils [None req-29bf413e-72d5-4277-929b-e123f35a303c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "566df6ba-f860-4273-93f6-ff63dac327ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.805s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.346885] env[62633]: INFO nova.compute.manager [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Took 19.40 seconds to build instance. [ 2014.416743] env[62633]: DEBUG nova.objects.base [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2014.419337] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e9919-de33-41be-8d38-6e60725e53aa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.449018] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d9c772-095f-45d6-ae14-1a2012182850 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.456766] env[62633]: DEBUG oslo_vmware.api [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2014.456766] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5206730d-b97c-2e56-be4d-6561096ddaf2" [ 2014.456766] env[62633]: _type = "Task" [ 2014.456766] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.466877] env[62633]: DEBUG oslo_vmware.api [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5206730d-b97c-2e56-be4d-6561096ddaf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.799794] env[62633]: DEBUG oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271d85f-9b8c-5475-085c-fa9f6b8017b5/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2014.800798] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6622599f-3a11-456a-9609-ddd6a7dde28b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.807380] env[62633]: DEBUG oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271d85f-9b8c-5475-085c-fa9f6b8017b5/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2014.807573] env[62633]: ERROR oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271d85f-9b8c-5475-085c-fa9f6b8017b5/disk-0.vmdk due to incomplete transfer. [ 2014.807800] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e82b943a-fddc-4bca-a2d1-aa4e70080805 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.816066] env[62633]: DEBUG oslo_vmware.rw_handles [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271d85f-9b8c-5475-085c-fa9f6b8017b5/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2014.816270] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Uploaded image 45171666-cc1e-4b0e-ae05-ba3ee86f23b5 to the Glance image server {{(pid=62633) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2014.818643] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Destroying the VM {{(pid=62633) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2014.818881] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2e9a692-34fe-4a82-a3e5-4fe30beb9b09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.825189] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2014.825189] env[62633]: value = "task-1808914" [ 2014.825189] env[62633]: _type = "Task" [ 2014.825189] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.832796] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808914, 'name': Destroy_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.849479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5daafc82-919c-462f-88d5-f6de796fed7a tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "b93b0210-749b-4b03-8e96-416d13cf8061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.913s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.874078] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c68741-a6f7-4af8-9df8-e7c20793af41 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.881059] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-307ea3e0-2972-496e-9ec5-71de533e5560 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2014.881320] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-19d6171d-651e-4a0f-a5f8-4dd097c212a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.888268] env[62633]: DEBUG oslo_vmware.api [None req-307ea3e0-2972-496e-9ec5-71de533e5560 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2014.888268] env[62633]: value = "task-1808915" [ 2014.888268] env[62633]: _type = "Task" [ 2014.888268] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.897877] env[62633]: DEBUG oslo_vmware.api [None req-307ea3e0-2972-496e-9ec5-71de533e5560 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808915, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.926652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "b93b0210-749b-4b03-8e96-416d13cf8061" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.926929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "b93b0210-749b-4b03-8e96-416d13cf8061" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.927204] env[62633]: INFO nova.compute.manager [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Rebooting instance [ 2014.967731] env[62633]: DEBUG oslo_vmware.api [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5206730d-b97c-2e56-be4d-6561096ddaf2, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.968058] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.968302] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.336122] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808914, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.404125] env[62633]: DEBUG oslo_vmware.api [None req-307ea3e0-2972-496e-9ec5-71de533e5560 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808915, 'name': SuspendVM_Task} progress is 16%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.443300] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.443513] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquired lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.443704] env[62633]: DEBUG nova.network.neutron [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2015.612514] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c8570f-069d-4793-a34d-1fa168070dfb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.621559] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e97fc-9ec3-4f6d-9ceb-cc2d222222f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.655795] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36edca1-1821-41cb-b6e8-9724a34b394e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.664447] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad20b6dc-d1f8-43d2-ae63-3a913667cc98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.678945] env[62633]: DEBUG nova.compute.provider_tree [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.835875] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808914, 'name': Destroy_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.901201] env[62633]: DEBUG oslo_vmware.api [None req-307ea3e0-2972-496e-9ec5-71de533e5560 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808915, 'name': SuspendVM_Task} progress is 87%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.163033] env[62633]: DEBUG nova.network.neutron [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Updating instance_info_cache with network_info: [{"id": "0dc72509-9034-4b48-98a7-231c1563d924", "address": "fa:16:3e:26:81:46", "network": {"id": "b30e051d-3c7f-448e-b834-444f528042f7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1140735007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "664214cca638462a9658d61a212fbebd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dc72509-90", "ovs_interfaceid": "0dc72509-9034-4b48-98a7-231c1563d924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.181792] env[62633]: DEBUG nova.scheduler.client.report [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2016.336983] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808914, 'name': Destroy_Task, 'duration_secs': 1.178047} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.337322] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Destroyed the VM [ 2016.337623] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Deleting Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2016.337908] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90de69bc-9b7a-40ee-9935-b3543ecbe5eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.344600] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2016.344600] env[62633]: value = "task-1808916" [ 2016.344600] env[62633]: _type = "Task" [ 2016.344600] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.353786] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.418145] env[62633]: DEBUG oslo_vmware.api [None req-307ea3e0-2972-496e-9ec5-71de533e5560 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808915, 'name': SuspendVM_Task, 'duration_secs': 1.249535} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.418145] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-307ea3e0-2972-496e-9ec5-71de533e5560 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2016.418145] env[62633]: DEBUG nova.compute.manager [None req-307ea3e0-2972-496e-9ec5-71de533e5560 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2016.418145] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6bb9c5-a960-4772-b0ce-df0c30d97bda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.632644] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2016.665651] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Releasing lock "refresh_cache-b93b0210-749b-4b03-8e96-416d13cf8061" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.667759] env[62633]: DEBUG nova.compute.manager [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2016.668939] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64738e41-ea4c-4f4a-8c0f-a50fb6ce3019 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.855621] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808916, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.138674] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.138850] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2017.191613] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.223s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.350677] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "566df6ba-f860-4273-93f6-ff63dac327ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.350931] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "566df6ba-f860-4273-93f6-ff63dac327ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.351170] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "566df6ba-f860-4273-93f6-ff63dac327ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.351357] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "566df6ba-f860-4273-93f6-ff63dac327ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.351932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "566df6ba-f860-4273-93f6-ff63dac327ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.353801] env[62633]: INFO nova.compute.manager [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Terminating instance [ 2017.355569] env[62633]: DEBUG nova.compute.manager [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2017.355788] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.356601] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4194e2f2-3ea4-49ce-9fc8-0ae7f56954f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.362433] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808916, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.367204] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.367437] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc77004e-1850-4a79-8692-0ebc1b3a17a4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.521427] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2017.521665] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2017.521855] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleting the datastore file [datastore1] 566df6ba-f860-4273-93f6-ff63dac327ce {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2017.522146] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf5e4e7-e8da-4cc4-8618-290dabf11e79 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.529257] env[62633]: DEBUG oslo_vmware.api [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2017.529257] env[62633]: value = "task-1808918" [ 2017.529257] env[62633]: _type = "Task" [ 2017.529257] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.538193] env[62633]: DEBUG oslo_vmware.api [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.687516] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab0769a-f524-41ca-a447-ffd05971e088 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.698960] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Doing hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2017.701418] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-15fb327b-e076-4c04-a270-99f778a1acd1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.710056] env[62633]: DEBUG oslo_vmware.api [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2017.710056] env[62633]: value = "task-1808920" [ 2017.710056] env[62633]: _type = "Task" [ 2017.710056] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.722027] env[62633]: DEBUG oslo_vmware.api [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808920, 'name': ResetVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.763029] env[62633]: INFO nova.scheduler.client.report [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted allocation for migration b4936e7d-5fc3-4d09-aa44-6465748d3b1a [ 2017.856370] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808916, 'name': RemoveSnapshot_Task, 'duration_secs': 1.100895} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.856722] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Deleted Snapshot of the VM instance {{(pid=62633) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2017.856916] env[62633]: DEBUG nova.compute.manager [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2017.857815] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea0f371-0595-483f-9c61-76dd3d92dc2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.040292] env[62633]: DEBUG oslo_vmware.api [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39064} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.040599] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.040788] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.040972] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.041173] env[62633]: INFO nova.compute.manager [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Took 0.69 seconds to destroy the instance on the hypervisor. [ 2018.041424] env[62633]: DEBUG oslo.service.loopingcall [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.041629] env[62633]: DEBUG nova.compute.manager [-] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2018.041723] env[62633]: DEBUG nova.network.neutron [-] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.224059] env[62633]: DEBUG oslo_vmware.api [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808920, 'name': ResetVM_Task, 'duration_secs': 0.107527} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.224353] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Did hard reboot of VM {{(pid=62633) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2018.224541] env[62633]: DEBUG nova.compute.manager [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2018.225404] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f79be-64fa-45b7-9cf6-d74470c50737 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.268902] env[62633]: DEBUG oslo_concurrency.lockutils [None req-436a529a-d950-40e7-80b1-3a5d44e1d3be tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.749s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.291854] env[62633]: DEBUG nova.compute.manager [req-27a20dfa-e061-49d5-b7d2-54f7202f4bb6 req-3d33f9ee-3023-481e-bb82-acd194ea41ab service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Received event network-vif-deleted-98b47745-f7bb-4d80-ab3f-5606ef7034e9 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2018.292372] env[62633]: INFO nova.compute.manager [req-27a20dfa-e061-49d5-b7d2-54f7202f4bb6 req-3d33f9ee-3023-481e-bb82-acd194ea41ab service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Neutron deleted interface 98b47745-f7bb-4d80-ab3f-5606ef7034e9; detaching it from the instance and deleting it from the info cache [ 2018.292554] env[62633]: DEBUG nova.network.neutron [req-27a20dfa-e061-49d5-b7d2-54f7202f4bb6 req-3d33f9ee-3023-481e-bb82-acd194ea41ab service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.370434] env[62633]: INFO nova.compute.manager [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Shelve offloading [ 2018.372025] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.372201] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c79cced-6db9-456f-8345-1c4eb48e0303 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.380688] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2018.380688] env[62633]: value = "task-1808921" [ 2018.380688] env[62633]: _type = "Task" [ 2018.380688] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.389376] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.417116] env[62633]: INFO nova.compute.manager [None req-156b6558-8c15-4bfc-8f88-2ba263a17376 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Get console output [ 2018.417343] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-156b6558-8c15-4bfc-8f88-2ba263a17376 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] The console log is missing. Check your VSPC configuration [ 2018.738842] env[62633]: DEBUG oslo_concurrency.lockutils [None req-e9503e4f-73c9-46ce-8a17-5e86ed85a1ec tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "b93b0210-749b-4b03-8e96-416d13cf8061" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.812s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.771794] env[62633]: DEBUG nova.network.neutron [-] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.795413] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d8c9930-7551-4263-a9dc-108c32325196 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.806257] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a68128f-3e9b-4302-8e76-a95153c7b610 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.850439] env[62633]: DEBUG nova.compute.manager [req-27a20dfa-e061-49d5-b7d2-54f7202f4bb6 req-3d33f9ee-3023-481e-bb82-acd194ea41ab service nova] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Detach interface failed, port_id=98b47745-f7bb-4d80-ab3f-5606ef7034e9, reason: Instance 566df6ba-f860-4273-93f6-ff63dac327ce could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2018.891763] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2018.892124] env[62633]: DEBUG nova.compute.manager [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2018.892830] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19941139-19e9-4f1e-bff2-0e9ae8e7d523 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.899656] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.899835] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.900028] env[62633]: DEBUG nova.network.neutron [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2019.274209] env[62633]: INFO nova.compute.manager [-] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Took 1.23 seconds to deallocate network for instance. [ 2019.617063] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "b93b0210-749b-4b03-8e96-416d13cf8061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.617371] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "b93b0210-749b-4b03-8e96-416d13cf8061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.617613] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "b93b0210-749b-4b03-8e96-416d13cf8061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.617894] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "b93b0210-749b-4b03-8e96-416d13cf8061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.618114] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "b93b0210-749b-4b03-8e96-416d13cf8061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.620261] env[62633]: INFO nova.compute.manager [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Terminating instance [ 2019.622233] env[62633]: DEBUG nova.compute.manager [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2019.622434] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2019.623332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf10807-3c25-48d0-89b9-b86975d4b7f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.626902] env[62633]: DEBUG nova.network.neutron [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating instance_info_cache with network_info: [{"id": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "address": "fa:16:3e:6e:5f:f1", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfdbec9-ba", "ovs_interfaceid": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.634135] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2019.634135] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05c4d6f7-25ec-4b77-9a25-41e82b410d85 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.642987] env[62633]: DEBUG oslo_vmware.api [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2019.642987] env[62633]: value = "task-1808922" [ 2019.642987] env[62633]: _type = "Task" [ 2019.642987] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.656102] env[62633]: DEBUG oslo_vmware.api [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.682054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.682219] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.682369] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Forcefully refreshing network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2019.780694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.780694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.780991] env[62633]: DEBUG nova.objects.instance [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'resources' on Instance uuid 566df6ba-f860-4273-93f6-ff63dac327ce {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.129723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.154429] env[62633]: DEBUG oslo_vmware.api [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808922, 'name': PowerOffVM_Task, 'duration_secs': 0.215326} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.154714] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2020.154893] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2020.155173] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c915fea7-6b5d-4590-b50f-2dec4ae84e0c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.344380] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2020.344643] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2020.345025] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Deleting the datastore file [datastore1] b93b0210-749b-4b03-8e96-416d13cf8061 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2020.345117] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc1f5a59-2e47-4b75-b238-e4e1c50e173a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.355939] env[62633]: DEBUG oslo_vmware.api [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for the task: (returnval){ [ 2020.355939] env[62633]: value = "task-1808924" [ 2020.355939] env[62633]: _type = "Task" [ 2020.355939] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.366675] env[62633]: DEBUG oslo_vmware.api [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.427877] env[62633]: DEBUG nova.compute.manager [req-026a539a-b3a2-4c39-b3f1-57d923baba09 req-19c39c3e-8f2b-45c9-9a92-42022e108f0d service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received event network-vif-unplugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2020.428107] env[62633]: DEBUG oslo_concurrency.lockutils [req-026a539a-b3a2-4c39-b3f1-57d923baba09 req-19c39c3e-8f2b-45c9-9a92-42022e108f0d service nova] Acquiring lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.428315] env[62633]: DEBUG oslo_concurrency.lockutils [req-026a539a-b3a2-4c39-b3f1-57d923baba09 req-19c39c3e-8f2b-45c9-9a92-42022e108f0d service nova] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.428486] env[62633]: DEBUG oslo_concurrency.lockutils [req-026a539a-b3a2-4c39-b3f1-57d923baba09 req-19c39c3e-8f2b-45c9-9a92-42022e108f0d service nova] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.428698] env[62633]: DEBUG nova.compute.manager [req-026a539a-b3a2-4c39-b3f1-57d923baba09 req-19c39c3e-8f2b-45c9-9a92-42022e108f0d service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] No waiting events found dispatching network-vif-unplugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2020.428896] env[62633]: WARNING nova.compute.manager [req-026a539a-b3a2-4c39-b3f1-57d923baba09 req-19c39c3e-8f2b-45c9-9a92-42022e108f0d service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received unexpected event network-vif-unplugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 for instance with vm_state shelved and task_state shelving_offloading. [ 2020.438856] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3972b6-f641-4cee-be28-a48c1134164d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.447890] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ddf70e-1375-4b4c-a7d1-8aa4aebecc9a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.480940] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629719c9-4194-457f-9c9f-56c9ac038ba0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.489415] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebdc68c-2eba-4ad2-9a76-d4530e69c6f6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.505034] env[62633]: DEBUG nova.compute.provider_tree [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2020.511514] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2020.512396] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6965832d-83f4-4fa9-8852-5946c4725a38 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.521388] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2020.521651] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06b41c4-74fd-4b51-9e9f-c492994ecca0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.613688] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2020.613688] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2020.613688] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleting the datastore file [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2020.613688] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75bd7d46-ae5d-4417-8479-faf525a0aa07 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.623059] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2020.623059] env[62633]: value = "task-1808926" [ 2020.623059] env[62633]: _type = "Task" [ 2020.623059] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.631328] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.870990] env[62633]: DEBUG oslo_vmware.api [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Task: {'id': task-1808924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14641} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.870990] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.870990] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2020.870990] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2020.870990] env[62633]: INFO nova.compute.manager [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2020.871279] env[62633]: DEBUG oslo.service.loopingcall [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.871601] env[62633]: DEBUG nova.compute.manager [-] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2020.871711] env[62633]: DEBUG nova.network.neutron [-] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2020.987739] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.034069] env[62633]: ERROR nova.scheduler.client.report [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [req-825c6e5c-84de-4be8-b83a-138a50c8e407] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-825c6e5c-84de-4be8-b83a-138a50c8e407"}]} [ 2021.051389] env[62633]: DEBUG nova.scheduler.client.report [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2021.064125] env[62633]: DEBUG nova.scheduler.client.report [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2021.064374] env[62633]: DEBUG nova.compute.provider_tree [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2021.078171] env[62633]: DEBUG nova.scheduler.client.report [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2021.096488] env[62633]: DEBUG nova.scheduler.client.report [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2021.145913] env[62633]: DEBUG oslo_vmware.api [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272343} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.146302] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2021.147156] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2021.147156] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2021.176693] env[62633]: INFO nova.scheduler.client.report [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted allocations for instance b27c421e-9083-440e-91e8-fe15f81eaa6e [ 2021.267959] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b3c60f-00b4-4d97-936f-6935a3de81c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.276498] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8226a2d9-f38d-4ae8-9b69-c6aefe2eb915 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.310452] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a93ea9e-f144-4c5a-918f-d2c271e4b5e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.321510] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e64c56-bf88-47b0-b8ac-da670acc6801 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.336554] env[62633]: DEBUG nova.compute.provider_tree [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.491251] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.491475] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updated the network info_cache for instance {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2021.671271] env[62633]: DEBUG nova.network.neutron [-] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.682151] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.839365] env[62633]: DEBUG nova.scheduler.client.report [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2022.174707] env[62633]: INFO nova.compute.manager [-] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Took 1.30 seconds to deallocate network for instance. [ 2022.349065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.568s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.350948] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.669s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.351225] env[62633]: DEBUG nova.objects.instance [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'resources' on Instance uuid b27c421e-9083-440e-91e8-fe15f81eaa6e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.379182] env[62633]: INFO nova.scheduler.client.report [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted allocations for instance 566df6ba-f860-4273-93f6-ff63dac327ce [ 2022.463071] env[62633]: DEBUG nova.compute.manager [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received event network-changed-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2022.463071] env[62633]: DEBUG nova.compute.manager [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Refreshing instance network info cache due to event network-changed-6cfdbec9-ba35-49bc-8bc6-72f767a97580. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2022.463160] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] Acquiring lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.463262] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] Acquired lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.463397] env[62633]: DEBUG nova.network.neutron [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Refreshing network info cache for port 6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2022.682191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.854682] env[62633]: DEBUG nova.objects.instance [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'numa_topology' on Instance uuid b27c421e-9083-440e-91e8-fe15f81eaa6e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.886459] env[62633]: DEBUG oslo_concurrency.lockutils [None req-81e1e6c1-d9b7-4eec-a257-3ba9038e2078 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "566df6ba-f860-4273-93f6-ff63dac327ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.535s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.188124] env[62633]: DEBUG nova.network.neutron [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updated VIF entry in instance network info cache for port 6cfdbec9-ba35-49bc-8bc6-72f767a97580. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2023.188521] env[62633]: DEBUG nova.network.neutron [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating instance_info_cache with network_info: [{"id": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "address": "fa:16:3e:6e:5f:f1", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6cfdbec9-ba", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.358633] env[62633]: DEBUG nova.objects.base [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2023.450236] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1ed333-b83f-45d2-9416-0ef1648aa29d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.458332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf41b08-a8ee-4097-86f3-548e4de0cd24 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.489725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf3db08-941f-4bcb-b018-d2249d4a2a96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.498053] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d2fa90-cde8-4705-8426-5eb6376ee6da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.513126] env[62633]: DEBUG nova.compute.provider_tree [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.690819] env[62633]: DEBUG oslo_concurrency.lockutils [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] Releasing lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.691123] env[62633]: DEBUG nova.compute.manager [req-9d2d8113-008f-4539-bd10-3439fde5b71b req-b2a9324b-d661-4f2d-a474-bb9940e436e1 service nova] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Received event network-vif-deleted-0dc72509-9034-4b48-98a7-231c1563d924 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2024.017058] env[62633]: DEBUG nova.scheduler.client.report [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2024.330786] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.331100] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.375177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.521124] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.524011] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.842s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.524319] env[62633]: DEBUG nova.objects.instance [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lazy-loading 'resources' on Instance uuid b93b0210-749b-4b03-8e96-416d13cf8061 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.833632] env[62633]: DEBUG nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2025.032064] env[62633]: DEBUG oslo_concurrency.lockutils [None req-514d3edb-4d09-474e-83cc-e00a08b84d03 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.441s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.032950] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.658s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.033147] env[62633]: INFO nova.compute.manager [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Unshelving [ 2025.146376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb617d7-824d-47c8-85eb-565bed617af2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.154245] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1499475-a5ce-46ae-84e7-e00529d9bc33 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.185792] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed760f7-2752-4701-97e9-b9c0f6b0f0a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.193446] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95faf05a-1713-4f93-9a3e-2b61883d8495 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.206744] env[62633]: DEBUG nova.compute.provider_tree [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2025.352289] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.709881] env[62633]: DEBUG nova.scheduler.client.report [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2026.055384] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.214423] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.216990] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.865s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.218650] env[62633]: INFO nova.compute.claims [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2026.232521] env[62633]: INFO nova.scheduler.client.report [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Deleted allocations for instance b93b0210-749b-4b03-8e96-416d13cf8061 [ 2026.739973] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c94b8375-34cb-40d0-b5aa-ae6899d89053 tempest-InstanceActionsTestJSON-1749123622 tempest-InstanceActionsTestJSON-1749123622-project-member] Lock "b93b0210-749b-4b03-8e96-416d13cf8061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.122s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.344614] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9949ff-3446-494b-a33d-4e3bcd4fe2e6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.353029] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4896e671-c661-4e0f-b327-282ddee4e923 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.383970] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2285d482-848b-41d4-9d04-84aac7bf7adc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.391914] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070a660-ca5c-4c6e-b82b-d22c1626bafd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.405840] env[62633]: DEBUG nova.compute.provider_tree [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.909206] env[62633]: DEBUG nova.scheduler.client.report [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2028.414440] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.415322] env[62633]: DEBUG nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2028.418965] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.364s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.419280] env[62633]: DEBUG nova.objects.instance [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'pci_requests' on Instance uuid b27c421e-9083-440e-91e8-fe15f81eaa6e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.923563] env[62633]: DEBUG nova.compute.utils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2028.927087] env[62633]: DEBUG nova.objects.instance [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'numa_topology' on Instance uuid b27c421e-9083-440e-91e8-fe15f81eaa6e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.927292] env[62633]: DEBUG nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2028.927395] env[62633]: DEBUG nova.network.neutron [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2028.984388] env[62633]: DEBUG nova.policy [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29d4668857f44c0f8b4041b15d62196d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ef21e9c4f4efcaafa1883ab143e4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 2029.233737] env[62633]: DEBUG nova.network.neutron [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Successfully created port: cf2eb720-022c-4421-a894-000cbc5129a8 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2029.430237] env[62633]: INFO nova.compute.claims [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2029.437550] env[62633]: DEBUG nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2030.448350] env[62633]: DEBUG nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2030.474027] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2030.474333] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2030.474463] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.474986] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2030.474986] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.475161] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2030.475266] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2030.475436] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2030.475620] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2030.475820] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2030.476011] env[62633]: DEBUG nova.virt.hardware [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2030.476885] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702465b8-10e8-47c9-88ce-b6b19efadfcb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.488736] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43386506-58bc-40da-b91f-4b878ddcfdcc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.556356] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082876d7-4986-4c48-a750-b71885deda11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.564246] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9fb84c-ab3a-49c2-9661-aeabd44ca0a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.593939] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e04a30-b7de-48db-b24c-57f3cb61f424 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.601432] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955463af-687a-45bc-9470-69a30de8966a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.614514] env[62633]: DEBUG nova.compute.provider_tree [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.117996] env[62633]: DEBUG nova.scheduler.client.report [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2031.622705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.204s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.652666] env[62633]: INFO nova.network.neutron [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating port 6cfdbec9-ba35-49bc-8bc6-72f767a97580 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2037.260292] env[62633]: DEBUG nova.compute.manager [req-b5120ec1-ad58-4e8e-a29a-beb9c7bb18a4 req-710f3af6-0145-4cd7-b33b-0dfae2441754 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Received event network-vif-plugged-cf2eb720-022c-4421-a894-000cbc5129a8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2037.260292] env[62633]: DEBUG oslo_concurrency.lockutils [req-b5120ec1-ad58-4e8e-a29a-beb9c7bb18a4 req-710f3af6-0145-4cd7-b33b-0dfae2441754 service nova] Acquiring lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.260292] env[62633]: DEBUG oslo_concurrency.lockutils [req-b5120ec1-ad58-4e8e-a29a-beb9c7bb18a4 req-710f3af6-0145-4cd7-b33b-0dfae2441754 service nova] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.260292] env[62633]: DEBUG oslo_concurrency.lockutils [req-b5120ec1-ad58-4e8e-a29a-beb9c7bb18a4 req-710f3af6-0145-4cd7-b33b-0dfae2441754 service nova] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.260292] env[62633]: DEBUG nova.compute.manager [req-b5120ec1-ad58-4e8e-a29a-beb9c7bb18a4 req-710f3af6-0145-4cd7-b33b-0dfae2441754 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] No waiting events found dispatching network-vif-plugged-cf2eb720-022c-4421-a894-000cbc5129a8 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2037.260292] env[62633]: WARNING nova.compute.manager [req-b5120ec1-ad58-4e8e-a29a-beb9c7bb18a4 req-710f3af6-0145-4cd7-b33b-0dfae2441754 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Received unexpected event network-vif-plugged-cf2eb720-022c-4421-a894-000cbc5129a8 for instance with vm_state building and task_state spawning. [ 2037.420113] env[62633]: DEBUG nova.network.neutron [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Successfully updated port: cf2eb720-022c-4421-a894-000cbc5129a8 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2037.472610] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.473105] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.473403] env[62633]: DEBUG nova.network.neutron [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2037.923358] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.923473] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.923744] env[62633]: DEBUG nova.network.neutron [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.171482] env[62633]: DEBUG nova.network.neutron [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating instance_info_cache with network_info: [{"id": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "address": "fa:16:3e:6e:5f:f1", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfdbec9-ba", "ovs_interfaceid": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.459046] env[62633]: DEBUG nova.network.neutron [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2038.579216] env[62633]: DEBUG nova.network.neutron [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance_info_cache with network_info: [{"id": "cf2eb720-022c-4421-a894-000cbc5129a8", "address": "fa:16:3e:95:e9:a0", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2eb720-02", "ovs_interfaceid": "cf2eb720-022c-4421-a894-000cbc5129a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.674054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.698465] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='76ae825952c3ae7b7e33957b9b5edcb3',container_format='bare',created_at=2024-12-12T10:20:24Z,direct_url=,disk_format='vmdk',id=45171666-cc1e-4b0e-ae05-ba3ee86f23b5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-423369616-shelved',owner='83f54d116efb403ca06a6e801cef0958',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-12T10:20:40Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2038.698718] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2038.698880] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.699115] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2038.699331] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.699500] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2038.699712] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2038.699874] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2038.700053] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2038.700227] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2038.700402] env[62633]: DEBUG nova.virt.hardware [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2038.701271] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3713b8cb-5797-40e5-9a3b-29cb79752b36 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.709251] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f151fb9e-3cad-4772-a973-513a3a90a2b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.722971] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:5f:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cfdbec9-ba35-49bc-8bc6-72f767a97580', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2038.730255] env[62633]: DEBUG oslo.service.loopingcall [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2038.730497] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2038.730705] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-550048db-a1ca-437b-a685-94706f18e348 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.749942] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2038.749942] env[62633]: value = "task-1808927" [ 2038.749942] env[62633]: _type = "Task" [ 2038.749942] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.761431] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808927, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.083037] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.083037] env[62633]: DEBUG nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Instance network_info: |[{"id": "cf2eb720-022c-4421-a894-000cbc5129a8", "address": "fa:16:3e:95:e9:a0", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2eb720-02", "ovs_interfaceid": "cf2eb720-022c-4421-a894-000cbc5129a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2039.083341] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:e9:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf2eb720-022c-4421-a894-000cbc5129a8', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2039.091249] env[62633]: DEBUG oslo.service.loopingcall [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.091525] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2039.091764] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7d764c4-b31c-4443-aefd-5a7f37bb3bfb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.113627] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2039.113627] env[62633]: value = "task-1808928" [ 2039.113627] env[62633]: _type = "Task" [ 2039.113627] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.121538] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808928, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.259957] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808927, 'name': CreateVM_Task, 'duration_secs': 0.373179} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.263028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2039.263028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.263028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.263028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2039.263028] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3276192f-4a90-4d57-bdf6-3b5677b32a96 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.266600] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2039.266600] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527f5336-f04d-b52d-b120-4e90b81bc894" [ 2039.266600] env[62633]: _type = "Task" [ 2039.266600] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.275086] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527f5336-f04d-b52d-b120-4e90b81bc894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.294228] env[62633]: DEBUG nova.compute.manager [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received event network-vif-plugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2039.294451] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Acquiring lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.294656] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.294826] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.295028] env[62633]: DEBUG nova.compute.manager [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] No waiting events found dispatching network-vif-plugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2039.295205] env[62633]: WARNING nova.compute.manager [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received unexpected event network-vif-plugged-6cfdbec9-ba35-49bc-8bc6-72f767a97580 for instance with vm_state shelved_offloaded and task_state spawning. [ 2039.295373] env[62633]: DEBUG nova.compute.manager [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Received event network-changed-cf2eb720-022c-4421-a894-000cbc5129a8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2039.295529] env[62633]: DEBUG nova.compute.manager [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Refreshing instance network info cache due to event network-changed-cf2eb720-022c-4421-a894-000cbc5129a8. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2039.295714] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Acquiring lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.295855] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Acquired lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.296059] env[62633]: DEBUG nova.network.neutron [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Refreshing network info cache for port cf2eb720-022c-4421-a894-000cbc5129a8 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2039.623321] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808928, 'name': CreateVM_Task, 'duration_secs': 0.336284} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.623713] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2039.624178] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.624354] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.624679] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2039.624933] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a599a199-d55a-45d9-b11b-0a0ea88839df {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.629471] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2039.629471] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52572478-1a6d-77bb-0b29-63e9d19c47f1" [ 2039.629471] env[62633]: _type = "Task" [ 2039.629471] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.637169] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52572478-1a6d-77bb-0b29-63e9d19c47f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.776853] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.777076] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Processing image 45171666-cc1e-4b0e-ae05-ba3ee86f23b5 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2039.777318] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5/45171666-cc1e-4b0e-ae05-ba3ee86f23b5.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.777474] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5/45171666-cc1e-4b0e-ae05-ba3ee86f23b5.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.777670] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2039.777909] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e9f18b-872c-455f-88f9-54668141d9c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.786396] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2039.786576] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2039.787255] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa02a79-fb60-4783-b19b-8a64c9a12ab0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.791910] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2039.791910] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]521edd81-f0b8-2d48-0af2-b06f395b2f13" [ 2039.791910] env[62633]: _type = "Task" [ 2039.791910] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.801117] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]521edd81-f0b8-2d48-0af2-b06f395b2f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.982537] env[62633]: DEBUG nova.network.neutron [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updated VIF entry in instance network info cache for port cf2eb720-022c-4421-a894-000cbc5129a8. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2039.983078] env[62633]: DEBUG nova.network.neutron [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance_info_cache with network_info: [{"id": "cf2eb720-022c-4421-a894-000cbc5129a8", "address": "fa:16:3e:95:e9:a0", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2eb720-02", "ovs_interfaceid": "cf2eb720-022c-4421-a894-000cbc5129a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.140713] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52572478-1a6d-77bb-0b29-63e9d19c47f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018608} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.141065] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.141350] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2040.141592] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.141743] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.141924] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2040.142219] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2cd0db4-e1f6-49ad-af93-d99bef44fa01 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.151014] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2040.151223] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2040.151964] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f483f782-d97b-4a65-8dba-56f825d4c825 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.157636] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2040.157636] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522b23fd-8f12-9730-a743-f45be74d04ad" [ 2040.157636] env[62633]: _type = "Task" [ 2040.157636] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.165419] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522b23fd-8f12-9730-a743-f45be74d04ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.302716] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Preparing fetch location {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2040.303041] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Fetch image to [datastore1] OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1/OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1.vmdk {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2040.303532] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Downloading stream optimized image 45171666-cc1e-4b0e-ae05-ba3ee86f23b5 to [datastore1] OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1/OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1.vmdk on the data store datastore1 as vApp {{(pid=62633) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2040.303532] env[62633]: DEBUG nova.virt.vmwareapi.images [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Downloading image file data 45171666-cc1e-4b0e-ae05-ba3ee86f23b5 to the ESX as VM named 'OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1' {{(pid=62633) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2040.376680] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2040.376680] env[62633]: value = "resgroup-9" [ 2040.376680] env[62633]: _type = "ResourcePool" [ 2040.376680] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2040.377016] env[62633]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f510cb05-3755-49f1-99ea-88bd3d0fef5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.398573] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lease: (returnval){ [ 2040.398573] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52214676-5c4d-6c6c-c6ef-32f97ccfd2ca" [ 2040.398573] env[62633]: _type = "HttpNfcLease" [ 2040.398573] env[62633]: } obtained for vApp import into resource pool (val){ [ 2040.398573] env[62633]: value = "resgroup-9" [ 2040.398573] env[62633]: _type = "ResourcePool" [ 2040.398573] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2040.398844] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the lease: (returnval){ [ 2040.398844] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52214676-5c4d-6c6c-c6ef-32f97ccfd2ca" [ 2040.398844] env[62633]: _type = "HttpNfcLease" [ 2040.398844] env[62633]: } to be ready. {{(pid=62633) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2040.405263] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2040.405263] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52214676-5c4d-6c6c-c6ef-32f97ccfd2ca" [ 2040.405263] env[62633]: _type = "HttpNfcLease" [ 2040.405263] env[62633]: } is initializing. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2040.486412] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Releasing lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.486735] env[62633]: DEBUG nova.compute.manager [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received event network-changed-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2040.486973] env[62633]: DEBUG nova.compute.manager [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Refreshing instance network info cache due to event network-changed-6cfdbec9-ba35-49bc-8bc6-72f767a97580. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2040.487222] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Acquiring lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.487378] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Acquired lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.487555] env[62633]: DEBUG nova.network.neutron [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Refreshing network info cache for port 6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2040.668996] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522b23fd-8f12-9730-a743-f45be74d04ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.669855] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57aeb1cf-38fc-4d34-a1d5-75e9a5bc281f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.675798] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2040.675798] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5211aa22-6e82-7ba3-5945-f3b630d42c91" [ 2040.675798] env[62633]: _type = "Task" [ 2040.675798] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.684426] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5211aa22-6e82-7ba3-5945-f3b630d42c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.907920] env[62633]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2040.907920] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52214676-5c4d-6c6c-c6ef-32f97ccfd2ca" [ 2040.907920] env[62633]: _type = "HttpNfcLease" [ 2040.907920] env[62633]: } is ready. {{(pid=62633) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2040.908266] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2040.908266] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52214676-5c4d-6c6c-c6ef-32f97ccfd2ca" [ 2040.908266] env[62633]: _type = "HttpNfcLease" [ 2040.908266] env[62633]: }. {{(pid=62633) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2040.909055] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b006c-b7ce-4cb2-9828-2bf5f7cbd3c4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.918396] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c3ec0-5301-1424-0e74-14b86f448e9f/disk-0.vmdk from lease info. {{(pid=62633) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2040.918581] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c3ec0-5301-1424-0e74-14b86f448e9f/disk-0.vmdk. {{(pid=62633) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2040.983237] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-896e86e9-baee-4c62-b2c1-88b06589cfca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.191774] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5211aa22-6e82-7ba3-5945-f3b630d42c91, 'name': SearchDatastore_Task, 'duration_secs': 0.030554} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.191893] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.192394] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] be5e7cf0-864f-46e0-ae11-a25302fb4d5e/be5e7cf0-864f-46e0-ae11-a25302fb4d5e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2041.192640] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8291e128-d3f1-4e2a-879a-cee2a7911430 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.202266] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2041.202266] env[62633]: value = "task-1808930" [ 2041.202266] env[62633]: _type = "Task" [ 2041.202266] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.213532] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.230542] env[62633]: DEBUG nova.network.neutron [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updated VIF entry in instance network info cache for port 6cfdbec9-ba35-49bc-8bc6-72f767a97580. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2041.231033] env[62633]: DEBUG nova.network.neutron [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating instance_info_cache with network_info: [{"id": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "address": "fa:16:3e:6e:5f:f1", "network": {"id": "5cef2a44-7b2c-4d5f-8995-744f45204559", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1858039186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f54d116efb403ca06a6e801cef0958", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cfdbec9-ba", "ovs_interfaceid": "6cfdbec9-ba35-49bc-8bc6-72f767a97580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.470215] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.470527] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.564944] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.565322] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.565590] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.565797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.565979] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.568828] env[62633]: INFO nova.compute.manager [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Terminating instance [ 2041.571407] env[62633]: DEBUG nova.compute.manager [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2041.571688] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.572708] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5c99d-3d1f-4bd6-be59-696d2bd87d9b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.584650] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.586314] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf73f52b-1f69-4d9b-9559-84d182244997 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.595824] env[62633]: DEBUG oslo_vmware.api [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2041.595824] env[62633]: value = "task-1808931" [ 2041.595824] env[62633]: _type = "Task" [ 2041.595824] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.609397] env[62633]: DEBUG oslo_vmware.api [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.716079] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808930, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.734372] env[62633]: DEBUG oslo_concurrency.lockutils [req-6e330d6b-6d6d-4936-8a95-dc56d5b429a4 req-2334555b-32a2-4cb4-8f1b-d323c96d5713 service nova] Releasing lock "refresh_cache-b27c421e-9083-440e-91e8-fe15f81eaa6e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.974816] env[62633]: DEBUG nova.compute.utils [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2042.076461] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Completed reading data from the image iterator. {{(pid=62633) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2042.076709] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c3ec0-5301-1424-0e74-14b86f448e9f/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2042.077753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba197414-0171-4079-9d90-9389cd64b128 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.085360] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c3ec0-5301-1424-0e74-14b86f448e9f/disk-0.vmdk is in state: ready. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2042.085593] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c3ec0-5301-1424-0e74-14b86f448e9f/disk-0.vmdk. {{(pid=62633) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2042.085889] env[62633]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cea2871c-f41a-4058-a003-ee1703ab5551 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.120720] env[62633]: DEBUG oslo_vmware.api [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808931, 'name': PowerOffVM_Task, 'duration_secs': 0.272933} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.121074] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.121273] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.121545] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a08cffad-4d1d-47dc-a2b9-8507cc0edc12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.208338] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.208578] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.208771] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleting the datastore file [datastore1] a24ed54b-baba-4de4-9b31-4a9e136abb8a {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.210131] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8147fe2-5910-4a57-b188-c394f8bbd631 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.214528] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539323} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.215822] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] be5e7cf0-864f-46e0-ae11-a25302fb4d5e/be5e7cf0-864f-46e0-ae11-a25302fb4d5e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2042.215926] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2042.216253] env[62633]: DEBUG oslo_vmware.api [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2042.216253] env[62633]: value = "task-1808933" [ 2042.216253] env[62633]: _type = "Task" [ 2042.216253] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.216451] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d411f4f8-9e5e-4d17-b9ea-72992b6b8f56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.227865] env[62633]: DEBUG oslo_vmware.api [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.229286] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2042.229286] env[62633]: value = "task-1808934" [ 2042.229286] env[62633]: _type = "Task" [ 2042.229286] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.238223] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.274459] env[62633]: DEBUG oslo_vmware.rw_handles [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c3ec0-5301-1424-0e74-14b86f448e9f/disk-0.vmdk. {{(pid=62633) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2042.274722] env[62633]: INFO nova.virt.vmwareapi.images [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Downloaded image file data 45171666-cc1e-4b0e-ae05-ba3ee86f23b5 [ 2042.275643] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c130eac-69af-4cf3-96a4-8bcaaf8df175 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.292093] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-256c3487-2098-4c98-8327-56306e2131a1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.322592] env[62633]: INFO nova.virt.vmwareapi.images [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] The imported VM was unregistered [ 2042.325768] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Caching image {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2042.325989] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Creating directory with path [datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2042.326346] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da5155e3-049f-4953-b2d6-a226a5035386 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.338269] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Created directory with path [datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5 {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2042.338269] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1/OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1.vmdk to [datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5/45171666-cc1e-4b0e-ae05-ba3ee86f23b5.vmdk. {{(pid=62633) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2042.338269] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-00069926-2b64-46b4-acc4-e81b2564a3f1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.344892] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2042.344892] env[62633]: value = "task-1808936" [ 2042.344892] env[62633]: _type = "Task" [ 2042.344892] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.353629] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808936, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.481824] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.729199] env[62633]: DEBUG oslo_vmware.api [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153305} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.729755] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2042.729755] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2042.729908] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2042.730030] env[62633]: INFO nova.compute.manager [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2042.730360] env[62633]: DEBUG oslo.service.loopingcall [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.730635] env[62633]: DEBUG nova.compute.manager [-] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2042.730743] env[62633]: DEBUG nova.network.neutron [-] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2042.744982] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10236} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.748381] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2042.749401] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b7661b-c852-4dd4-a3af-5b8a77da1e0f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.783854] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] be5e7cf0-864f-46e0-ae11-a25302fb4d5e/be5e7cf0-864f-46e0-ae11-a25302fb4d5e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2042.784255] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa290c98-d85b-4734-94bc-7bc7eefd41a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.809950] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2042.809950] env[62633]: value = "task-1808937" [ 2042.809950] env[62633]: _type = "Task" [ 2042.809950] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.821418] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.856196] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808936, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.289615] env[62633]: DEBUG nova.compute.manager [req-ae9142d3-e6ed-4f7b-8f60-75d008bca911 req-046b0ebe-8bb3-417a-bddd-68811c6c2c6a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Received event network-vif-deleted-30487a9e-a9bf-42a4-935c-e85aa9d0d537 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2043.289793] env[62633]: INFO nova.compute.manager [req-ae9142d3-e6ed-4f7b-8f60-75d008bca911 req-046b0ebe-8bb3-417a-bddd-68811c6c2c6a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Neutron deleted interface 30487a9e-a9bf-42a4-935c-e85aa9d0d537; detaching it from the instance and deleting it from the info cache [ 2043.289968] env[62633]: DEBUG nova.network.neutron [req-ae9142d3-e6ed-4f7b-8f60-75d008bca911 req-046b0ebe-8bb3-417a-bddd-68811c6c2c6a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.323765] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.359296] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808936, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.554966] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.555373] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.555629] env[62633]: INFO nova.compute.manager [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Attaching volume ed4e37ec-60aa-414c-b3e2-4fed3f835f98 to /dev/sdb [ 2043.598883] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8156785c-a5b1-40e7-91fc-0e594c263943 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.607534] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa2a01c-3ea3-4e38-b8f0-81cae43f8c5f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.623529] env[62633]: DEBUG nova.virt.block_device [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Updating existing volume attachment record: 15ac16bb-4afe-4d87-8468-a73a13cb1976 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2043.768825] env[62633]: DEBUG nova.network.neutron [-] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.793895] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40a9dea1-0018-4957-b974-47dbf95d1b4b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.805289] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632989dd-20c7-4daf-a7b0-d0f47b8d432c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.829755] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808937, 'name': ReconfigVM_Task, 'duration_secs': 0.81541} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.830162] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] be5e7cf0-864f-46e0-ae11-a25302fb4d5e/be5e7cf0-864f-46e0-ae11-a25302fb4d5e.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2043.830829] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25c1938-2304-4466-ba65-2bbf0247168d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.844531] env[62633]: DEBUG nova.compute.manager [req-ae9142d3-e6ed-4f7b-8f60-75d008bca911 req-046b0ebe-8bb3-417a-bddd-68811c6c2c6a service nova] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Detach interface failed, port_id=30487a9e-a9bf-42a4-935c-e85aa9d0d537, reason: Instance a24ed54b-baba-4de4-9b31-4a9e136abb8a could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2043.846299] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2043.846299] env[62633]: value = "task-1808939" [ 2043.846299] env[62633]: _type = "Task" [ 2043.846299] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.860275] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808939, 'name': Rename_Task} progress is 10%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.863828] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808936, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.271524] env[62633]: INFO nova.compute.manager [-] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Took 1.54 seconds to deallocate network for instance. [ 2044.360312] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808936, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.363886] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808939, 'name': Rename_Task, 'duration_secs': 0.17155} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.364220] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2044.364545] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c27c27-bb9e-4480-9f0a-a2c009678ef0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.372544] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2044.372544] env[62633]: value = "task-1808940" [ 2044.372544] env[62633]: _type = "Task" [ 2044.372544] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.383506] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.779227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.779664] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.779751] env[62633]: DEBUG nova.objects.instance [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'resources' on Instance uuid a24ed54b-baba-4de4-9b31-4a9e136abb8a {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.861288] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808936, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.355482} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.861536] env[62633]: INFO nova.virt.vmwareapi.ds_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1/OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1.vmdk to [datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5/45171666-cc1e-4b0e-ae05-ba3ee86f23b5.vmdk. [ 2044.861793] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Cleaning up location [datastore1] OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2044.861919] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_811ed3b8-4991-446e-9a10-97312960d0c1 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.862191] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd7ee745-1c26-4406-983c-79c945c5749c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.869978] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2044.869978] env[62633]: value = "task-1808941" [ 2044.869978] env[62633]: _type = "Task" [ 2044.869978] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.882088] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.885318] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808940, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.065874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "fca5b961-53bd-4cc1-9721-7741a66fc317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.066255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.066515] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.066734] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.066981] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.069298] env[62633]: INFO nova.compute.manager [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Terminating instance [ 2045.071372] env[62633]: DEBUG nova.compute.manager [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2045.071654] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.071929] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35b1af7b-7db7-467d-88ed-c4461aeb0dbe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.080762] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2045.080762] env[62633]: value = "task-1808942" [ 2045.080762] env[62633]: _type = "Task" [ 2045.080762] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.089315] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.380696] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2ee2a3-8390-4894-a54c-aa37f1669fb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.388574] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.065077} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.388825] env[62633]: DEBUG oslo_vmware.api [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808940, 'name': PowerOnVM_Task, 'duration_secs': 0.54434} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.389384] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.389568] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5/45171666-cc1e-4b0e-ae05-ba3ee86f23b5.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.389846] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5/45171666-cc1e-4b0e-ae05-ba3ee86f23b5.vmdk to [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e/b27c421e-9083-440e-91e8-fe15f81eaa6e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.390121] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2045.390500] env[62633]: INFO nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Took 14.94 seconds to spawn the instance on the hypervisor. [ 2045.390500] env[62633]: DEBUG nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2045.390735] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-684b58ed-0688-4a47-9bbd-ef2eb1b644bb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.392882] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b8aad5-52c4-45d4-896f-77766d4daabb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.397903] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22fd8c-5967-4030-8045-b7512d6cfa76 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.405854] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2045.405854] env[62633]: value = "task-1808943" [ 2045.405854] env[62633]: _type = "Task" [ 2045.405854] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.435521] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c99affc-a305-478b-92d9-3cbe4c033b08 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.441630] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.449951] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f6c46e-ba8d-4764-bc5a-424df8351d46 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.464971] env[62633]: DEBUG nova.compute.provider_tree [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.591835] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808942, 'name': PowerOffVM_Task, 'duration_secs': 0.176216} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.592215] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2045.592493] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2045.592704] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374887', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'name': 'volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'fca5b961-53bd-4cc1-9721-7741a66fc317', 'attached_at': '2024-12-12T10:20:32.000000', 'detached_at': '', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'serial': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2045.593740] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76745417-f4e5-414a-b390-508f16540ce4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.615760] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a838fd4-4356-4350-ac89-2f3e1568b4e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.624678] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1bb7b6-bdbd-4180-8b86-fa21c10deebb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.644536] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb00c4d9-7712-4b2d-9a08-bc7c5202a77e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.665523] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] The volume has not been displaced from its original location: [datastore1] volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c/volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2045.673069] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2045.673069] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0fb755-f9c6-4dd5-91ab-3496e7d99222 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.694551] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2045.694551] env[62633]: value = "task-1808944" [ 2045.694551] env[62633]: _type = "Task" [ 2045.694551] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.703348] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.920511] env[62633]: INFO nova.compute.manager [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Took 20.58 seconds to build instance. [ 2045.927282] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808943, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.968021] env[62633]: DEBUG nova.scheduler.client.report [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2046.205827] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.422201] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808943, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.422665] env[62633]: DEBUG oslo_concurrency.lockutils [None req-67437379-5cbf-4865-887a-b191425d74f9 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.092s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.472929] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.491153] env[62633]: INFO nova.scheduler.client.report [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted allocations for instance a24ed54b-baba-4de4-9b31-4a9e136abb8a [ 2046.706677] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.923040] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808943, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.999934] env[62633]: DEBUG oslo_concurrency.lockutils [None req-06c76de1-3722-4d95-a90e-18c341a193c3 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "a24ed54b-baba-4de4-9b31-4a9e136abb8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.435s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.206405] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808944, 'name': ReconfigVM_Task, 'duration_secs': 1.02381} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.206688] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2047.214326] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfece74f-7c4f-4603-b1e2-fd1eb75cf049 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.234992] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2047.234992] env[62633]: value = "task-1808946" [ 2047.234992] env[62633]: _type = "Task" [ 2047.234992] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.245163] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.256659] env[62633]: DEBUG nova.compute.manager [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 2047.424692] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808943, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.755034] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.782720] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.783020] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.924529] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808943, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.367572} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.924872] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/45171666-cc1e-4b0e-ae05-ba3ee86f23b5/45171666-cc1e-4b0e-ae05-ba3ee86f23b5.vmdk to [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e/b27c421e-9083-440e-91e8-fe15f81eaa6e.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2047.925616] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc3c2a1-f974-41bd-9c35-6b97bbfecd78 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.951032] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e/b27c421e-9083-440e-91e8-fe15f81eaa6e.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2047.951032] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59e3eccf-3a1d-426b-b977-ee8d4d6dfcb8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.971270] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2047.971270] env[62633]: value = "task-1808947" [ 2047.971270] env[62633]: _type = "Task" [ 2047.971270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.980023] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.169591] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2048.169837] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374908', 'volume_id': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'name': 'volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79dbddaa-421c-45b8-8ad9-0202e3dcd0ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'serial': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2048.170865] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3bcd17-2598-4e17-b0e0-44ceb7fe99af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.188321] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ed699d-617c-4b15-8063-d0c0d8822eda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.213008] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98/volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.213363] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da60821e-3844-4db3-973d-002760ed8772 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.232555] env[62633]: DEBUG oslo_vmware.api [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2048.232555] env[62633]: value = "task-1808948" [ 2048.232555] env[62633]: _type = "Task" [ 2048.232555] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.243262] env[62633]: DEBUG oslo_vmware.api [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.252909] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808946, 'name': ReconfigVM_Task, 'duration_secs': 0.561639} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.252909] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374887', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'name': 'volume-170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'fca5b961-53bd-4cc1-9721-7741a66fc317', 'attached_at': '2024-12-12T10:20:32.000000', 'detached_at': '', 'volume_id': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c', 'serial': '170729f9-d1ef-41e3-b2e7-e4c6a1938d4c'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2048.253243] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.254211] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e6ae6-8cba-4022-b497-e813e33d8d56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.268335] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.268536] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8476f5f-1353-40e0-8ee8-097100e51522 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.291459] env[62633]: INFO nova.compute.claims [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2048.372441] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2048.372710] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2048.372901] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleting the datastore file [datastore1] fca5b961-53bd-4cc1-9721-7741a66fc317 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.373302] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd426654-6712-4ef3-9b6b-6f1ceb8e21d5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.380522] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2048.380522] env[62633]: value = "task-1808950" [ 2048.380522] env[62633]: _type = "Task" [ 2048.380522] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.389158] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.483913] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.742825] env[62633]: DEBUG oslo_vmware.api [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808948, 'name': ReconfigVM_Task, 'duration_secs': 0.452415} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.743145] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98/volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.747838] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78dd1ab4-0644-48a6-9a82-702a53f0f6fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.761536] env[62633]: DEBUG nova.compute.manager [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 2048.765461] env[62633]: DEBUG oslo_vmware.api [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2048.765461] env[62633]: value = "task-1808951" [ 2048.765461] env[62633]: _type = "Task" [ 2048.765461] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.773999] env[62633]: DEBUG oslo_vmware.api [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.798198] env[62633]: INFO nova.compute.resource_tracker [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating resource usage from migration a4d6a9b5-9892-4fbd-b01f-bba1ccd230a9 [ 2048.891640] env[62633]: DEBUG oslo_vmware.api [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117149} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.894157] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.894451] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.894736] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.894985] env[62633]: INFO nova.compute.manager [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Took 3.82 seconds to destroy the instance on the hypervisor. [ 2048.895309] env[62633]: DEBUG oslo.service.loopingcall [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.895709] env[62633]: DEBUG nova.compute.manager [-] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2048.895795] env[62633]: DEBUG nova.network.neutron [-] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2048.916210] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8fa05b-30ef-427e-96fa-853c0718da77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.923685] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206813d6-3798-4ff2-8731-8ba896e12243 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.957262] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ccdde-a0d5-4c5a-976a-bf8a9d1ef602 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.968376] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9ab2fe-17b1-46ca-8926-774bb11ba2f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.985198] env[62633]: DEBUG nova.compute.provider_tree [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.989324] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.279794] env[62633]: DEBUG oslo_vmware.api [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808951, 'name': ReconfigVM_Task, 'duration_secs': 0.138325} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.283855] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.283855] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374908', 'volume_id': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'name': 'volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79dbddaa-421c-45b8-8ad9-0202e3dcd0ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'serial': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2049.368792] env[62633]: DEBUG nova.compute.manager [req-1f35b382-536e-4698-9018-9b7a0dfb8295 req-1d075208-437c-4fd4-9d18-08de66b94e48 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Received event network-vif-deleted-0178e483-afe8-415b-9388-18c33fe5fa03 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2049.369328] env[62633]: INFO nova.compute.manager [req-1f35b382-536e-4698-9018-9b7a0dfb8295 req-1d075208-437c-4fd4-9d18-08de66b94e48 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Neutron deleted interface 0178e483-afe8-415b-9388-18c33fe5fa03; detaching it from the instance and deleting it from the info cache [ 2049.369328] env[62633]: DEBUG nova.network.neutron [req-1f35b382-536e-4698-9018-9b7a0dfb8295 req-1d075208-437c-4fd4-9d18-08de66b94e48 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.483012] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808947, 'name': ReconfigVM_Task, 'duration_secs': 1.222706} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.483371] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e/b27c421e-9083-440e-91e8-fe15f81eaa6e.vmdk or device None with type streamOptimized {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2049.484026] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dda4ab9c-053f-4b68-8af9-bd6289fefc60 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.491396] env[62633]: DEBUG nova.scheduler.client.report [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2049.494515] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2049.494515] env[62633]: value = "task-1808952" [ 2049.494515] env[62633]: _type = "Task" [ 2049.494515] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.503061] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808952, 'name': Rename_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.844049] env[62633]: DEBUG nova.network.neutron [-] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.871410] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0974e290-cdf8-49ed-97e6-5d75acb9fe0a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.881115] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac55813-8fb8-460b-9f17-1f38a0550052 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.914600] env[62633]: DEBUG nova.compute.manager [req-1f35b382-536e-4698-9018-9b7a0dfb8295 req-1d075208-437c-4fd4-9d18-08de66b94e48 service nova] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Detach interface failed, port_id=0178e483-afe8-415b-9388-18c33fe5fa03, reason: Instance fca5b961-53bd-4cc1-9721-7741a66fc317 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2049.996028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.213s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.996415] env[62633]: INFO nova.compute.manager [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Migrating [ 2050.002900] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.722s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.023679] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808952, 'name': Rename_Task, 'duration_secs': 0.47872} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.023947] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.024217] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a1df34-0eb3-4384-871a-52e50b57969d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.031321] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2050.031321] env[62633]: value = "task-1808953" [ 2050.031321] env[62633]: _type = "Task" [ 2050.031321] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.039451] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.319735] env[62633]: DEBUG nova.objects.instance [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'flavor' on Instance uuid 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.345952] env[62633]: INFO nova.compute.manager [-] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Took 1.45 seconds to deallocate network for instance. [ 2050.517448] env[62633]: INFO nova.compute.claims [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2050.520746] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.520916] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.521102] env[62633]: DEBUG nova.network.neutron [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.544043] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.824206] env[62633]: DEBUG oslo_concurrency.lockutils [None req-63ea6c6c-50d2-45fd-a42b-0f25506a1d4c tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.881985] env[62633]: INFO nova.compute.manager [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Took 0.54 seconds to detach 1 volumes for instance. [ 2050.884084] env[62633]: DEBUG nova.compute.manager [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Deleting volume: 170729f9-d1ef-41e3-b2e7-e4c6a1938d4c {{(pid=62633) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 2051.027744] env[62633]: INFO nova.compute.resource_tracker [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating resource usage from migration dfa15c8c-12aa-427e-807d-22a08917526b [ 2051.041768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.042113] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.043545] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.150956] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a931e-2168-4b0c-b28e-8c5e6bb60fdd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.158197] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0016f529-b359-42fa-b8a5-46a177760f5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.191873] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c458a8e-b2ca-4882-bd66-303ac8289896 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.199411] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e3f17b-612f-4106-b99b-07ceee41ae61 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.212565] env[62633]: DEBUG nova.compute.provider_tree [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.258481] env[62633]: DEBUG nova.network.neutron [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance_info_cache with network_info: [{"id": "cf2eb720-022c-4421-a894-000cbc5129a8", "address": "fa:16:3e:95:e9:a0", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2eb720-02", "ovs_interfaceid": "cf2eb720-022c-4421-a894-000cbc5129a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.421705] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.542113] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808953, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.544952] env[62633]: INFO nova.compute.manager [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Detaching volume ed4e37ec-60aa-414c-b3e2-4fed3f835f98 [ 2051.577604] env[62633]: INFO nova.virt.block_device [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Attempting to driver detach volume ed4e37ec-60aa-414c-b3e2-4fed3f835f98 from mountpoint /dev/sdb [ 2051.577848] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2051.578053] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374908', 'volume_id': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'name': 'volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79dbddaa-421c-45b8-8ad9-0202e3dcd0ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'serial': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2051.578884] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2909d3c1-861b-4b88-93cd-444cca9ab8e3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.603540] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f8954-dc5a-4ee2-bb26-47ce21257427 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.610667] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f06dabb-4c96-4f03-bac7-30b60c3e212b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.631618] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd52a1e0-5802-4ff5-a931-12f54c772a71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.646600] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] The volume has not been displaced from its original location: [datastore1] volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98/volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2051.651993] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2051.652322] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-530953ec-9929-4457-b91b-92cfe67dd7d3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.670555] env[62633]: DEBUG oslo_vmware.api [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2051.670555] env[62633]: value = "task-1808955" [ 2051.670555] env[62633]: _type = "Task" [ 2051.670555] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.678559] env[62633]: DEBUG oslo_vmware.api [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.716013] env[62633]: DEBUG nova.scheduler.client.report [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2051.761266] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.043342] env[62633]: DEBUG oslo_vmware.api [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808953, 'name': PowerOnVM_Task, 'duration_secs': 1.735285} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.043731] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2052.138079] env[62633]: DEBUG nova.compute.manager [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2052.139137] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229fbeec-95d3-4287-b5d0-ff1fd8f2f43a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.179309] env[62633]: DEBUG oslo_vmware.api [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808955, 'name': ReconfigVM_Task, 'duration_secs': 0.249295} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.179577] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2052.184944] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7346174b-abbd-444e-8768-adc4345f31af {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.200660] env[62633]: DEBUG oslo_vmware.api [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2052.200660] env[62633]: value = "task-1808956" [ 2052.200660] env[62633]: _type = "Task" [ 2052.200660] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.209232] env[62633]: DEBUG oslo_vmware.api [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.221538] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.219s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.221772] env[62633]: INFO nova.compute.manager [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Migrating [ 2052.228334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.807s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.228557] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.254711] env[62633]: INFO nova.scheduler.client.report [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted allocations for instance fca5b961-53bd-4cc1-9721-7741a66fc317 [ 2052.654452] env[62633]: DEBUG oslo_concurrency.lockutils [None req-46e7c8a8-7834-4f8d-b620-32776c6f90b3 tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.621s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.711107] env[62633]: DEBUG oslo_vmware.api [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808956, 'name': ReconfigVM_Task, 'duration_secs': 0.14771} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.711456] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374908', 'volume_id': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'name': 'volume-ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '79dbddaa-421c-45b8-8ad9-0202e3dcd0ba', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98', 'serial': 'ed4e37ec-60aa-414c-b3e2-4fed3f835f98'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2052.738627] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.738818] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.738999] env[62633]: DEBUG nova.network.neutron [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2052.761781] env[62633]: DEBUG oslo_concurrency.lockutils [None req-24e37d23-1604-459a-b758-b03e77f2ae65 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "fca5b961-53bd-4cc1-9721-7741a66fc317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.696s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.002055] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.002502] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.002859] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.003255] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.003560] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.005715] env[62633]: INFO nova.compute.manager [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Terminating instance [ 2053.007393] env[62633]: DEBUG nova.compute.manager [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2053.007604] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2053.008470] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8a04f2-db85-4492-89c1-a578971f0c23 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.016517] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2053.016759] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-206380ff-a7d2-44bd-891d-117dda827103 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.023020] env[62633]: DEBUG oslo_vmware.api [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2053.023020] env[62633]: value = "task-1808957" [ 2053.023020] env[62633]: _type = "Task" [ 2053.023020] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.031119] env[62633]: DEBUG oslo_vmware.api [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.255117] env[62633]: DEBUG nova.objects.instance [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'flavor' on Instance uuid 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.277064] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa370181-76d9-47b6-9483-0c835e08555f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.296445] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance 'be5e7cf0-864f-46e0-ae11-a25302fb4d5e' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2053.496377] env[62633]: DEBUG nova.network.neutron [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.533440] env[62633]: DEBUG oslo_vmware.api [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808957, 'name': PowerOffVM_Task, 'duration_secs': 0.362056} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.533721] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.533895] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2053.534240] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acc9b914-bd93-4caa-a1e4-ae7d1ea62f86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.662989] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2053.663293] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2053.663490] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleting the datastore file [datastore1] 7006fbe9-3027-45d4-9252-7a9bb7141ffd {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2053.663765] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c0753e0-3b0c-42f2-b956-0d4892bd7049 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.672246] env[62633]: DEBUG oslo_vmware.api [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2053.672246] env[62633]: value = "task-1808959" [ 2053.672246] env[62633]: _type = "Task" [ 2053.672246] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.679909] env[62633]: DEBUG oslo_vmware.api [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.802304] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2053.802650] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fd8dc15-7135-4ba3-a645-d217bfad416d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.809952] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2053.809952] env[62633]: value = "task-1808960" [ 2053.809952] env[62633]: _type = "Task" [ 2053.809952] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.819240] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.999876] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.183585] env[62633]: DEBUG oslo_vmware.api [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1499} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.183834] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2054.184068] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2054.184302] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2054.184490] env[62633]: INFO nova.compute.manager [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2054.184738] env[62633]: DEBUG oslo.service.loopingcall [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.184941] env[62633]: DEBUG nova.compute.manager [-] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2054.185050] env[62633]: DEBUG nova.network.neutron [-] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2054.262974] env[62633]: DEBUG oslo_concurrency.lockutils [None req-898d438c-ec05-4113-9bd4-e0724e5c50e5 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.320719] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808960, 'name': PowerOffVM_Task, 'duration_secs': 0.433154} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.321011] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2054.321226] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance 'be5e7cf0-864f-46e0-ae11-a25302fb4d5e' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2054.458753] env[62633]: DEBUG nova.compute.manager [req-38795a80-9013-4c5d-a760-8f190eee8bed req-820eb03c-81df-40a8-8f42-fb132f8f4e91 service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Received event network-vif-deleted-a626b923-6062-4fd9-b425-9b2f7e71f6f6 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2054.459015] env[62633]: INFO nova.compute.manager [req-38795a80-9013-4c5d-a760-8f190eee8bed req-820eb03c-81df-40a8-8f42-fb132f8f4e91 service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Neutron deleted interface a626b923-6062-4fd9-b425-9b2f7e71f6f6; detaching it from the instance and deleting it from the info cache [ 2054.459204] env[62633]: DEBUG nova.network.neutron [req-38795a80-9013-4c5d-a760-8f190eee8bed req-820eb03c-81df-40a8-8f42-fb132f8f4e91 service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.828068] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2054.828352] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2054.828529] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2054.828714] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2054.828868] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2054.829035] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2054.829256] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2054.829425] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2054.829598] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2054.829766] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2054.829949] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2054.835485] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ede82b-2cc2-4935-bead-f51893d8408d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.853620] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2054.853620] env[62633]: value = "task-1808961" [ 2054.853620] env[62633]: _type = "Task" [ 2054.853620] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.862957] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.937951] env[62633]: DEBUG nova.network.neutron [-] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.961911] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95da9b99-325a-43aa-887e-e9a27acfa453 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.972020] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c17313-8b02-4848-99f3-8cb01d566a11 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.004025] env[62633]: DEBUG nova.compute.manager [req-38795a80-9013-4c5d-a760-8f190eee8bed req-820eb03c-81df-40a8-8f42-fb132f8f4e91 service nova] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Detach interface failed, port_id=a626b923-6062-4fd9-b425-9b2f7e71f6f6, reason: Instance 7006fbe9-3027-45d4-9252-7a9bb7141ffd could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2055.292892] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.293293] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.293548] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.293787] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.294018] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.299221] env[62633]: INFO nova.compute.manager [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Terminating instance [ 2055.301220] env[62633]: DEBUG nova.compute.manager [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2055.301502] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.302378] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4475800-f9dc-4a9f-82df-df80ab97e351 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.310719] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2055.311036] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e62c81c-0ae9-4f77-a4e1-e2575f0a5bde {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.318386] env[62633]: DEBUG oslo_vmware.api [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2055.318386] env[62633]: value = "task-1808962" [ 2055.318386] env[62633]: _type = "Task" [ 2055.318386] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.327327] env[62633]: DEBUG oslo_vmware.api [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.364409] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808961, 'name': ReconfigVM_Task, 'duration_secs': 0.178218} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.364733] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance 'be5e7cf0-864f-46e0-ae11-a25302fb4d5e' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2055.440802] env[62633]: INFO nova.compute.manager [-] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Took 1.26 seconds to deallocate network for instance. [ 2055.513597] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f6a68-d26b-4e80-9f80-95277731ddf9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.532466] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance '406220cd-46f8-494a-af44-77fe132bda9d' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2055.829107] env[62633]: DEBUG oslo_vmware.api [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808962, 'name': PowerOffVM_Task, 'duration_secs': 0.395224} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.829664] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.829852] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.830144] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecdef4c0-8d66-47f8-a857-68dc4256fda3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.872212] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2055.872495] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2055.872659] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2055.872848] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2055.873012] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2055.873237] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2055.873485] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2055.873660] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2055.873834] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2055.874008] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2055.874205] env[62633]: DEBUG nova.virt.hardware [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2055.879475] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2055.879782] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30eed855-6fa8-4b9d-8fa7-362893fc859b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.900079] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2055.900079] env[62633]: value = "task-1808964" [ 2055.900079] env[62633]: _type = "Task" [ 2055.900079] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.910261] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.947548] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.947857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.948145] env[62633]: DEBUG nova.objects.instance [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'resources' on Instance uuid 7006fbe9-3027-45d4-9252-7a9bb7141ffd {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.983285] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.983553] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.983746] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleting the datastore file [datastore1] 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.984038] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2da2d7b-b4d1-4b1e-93b2-4d9eeda9722c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.990874] env[62633]: DEBUG oslo_vmware.api [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2055.990874] env[62633]: value = "task-1808965" [ 2055.990874] env[62633]: _type = "Task" [ 2055.990874] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.999337] env[62633]: DEBUG oslo_vmware.api [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.038814] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.039134] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e77d82c1-aa68-409e-87e2-c287acbb1e4c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.047767] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2056.047767] env[62633]: value = "task-1808966" [ 2056.047767] env[62633]: _type = "Task" [ 2056.047767] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.059093] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.411310] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808964, 'name': ReconfigVM_Task, 'duration_secs': 0.247647} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.411692] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2056.412468] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db81f87-88a7-475c-932c-916afbe60ff4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.434739] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] be5e7cf0-864f-46e0-ae11-a25302fb4d5e/be5e7cf0-864f-46e0-ae11-a25302fb4d5e.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2056.435046] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb1bb2b-a6f5-40f2-99ac-099d2896e8cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.458462] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2056.458462] env[62633]: value = "task-1808967" [ 2056.458462] env[62633]: _type = "Task" [ 2056.458462] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.467288] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.502683] env[62633]: DEBUG oslo_vmware.api [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156044} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.503012] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.503306] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.503490] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.503675] env[62633]: INFO nova.compute.manager [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2056.503923] env[62633]: DEBUG oslo.service.loopingcall [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.504136] env[62633]: DEBUG nova.compute.manager [-] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2056.504233] env[62633]: DEBUG nova.network.neutron [-] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.559967] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808966, 'name': PowerOffVM_Task, 'duration_secs': 0.205647} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.560286] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2056.560482] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance '406220cd-46f8-494a-af44-77fe132bda9d' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2056.565043] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03bc488-7b56-4f71-a487-ab52d7783d81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.574814] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a403fe-f69c-4e6a-91a1-f093420187cb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.606481] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ee70c6-47ae-4682-a830-0a35607e8c06 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.616787] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1b103-17f2-4b68-9637-e422ba2b6221 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.630862] env[62633]: DEBUG nova.compute.provider_tree [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.968566] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.982116] env[62633]: DEBUG nova.compute.manager [req-78cdf767-caef-429a-918d-30c7f7289c6e req-0dfd2b8b-35bf-449c-8374-d2cc6721ebef service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Received event network-vif-deleted-7d6eb267-a21a-434d-b5cf-2c7d1cf99f71 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2056.982330] env[62633]: INFO nova.compute.manager [req-78cdf767-caef-429a-918d-30c7f7289c6e req-0dfd2b8b-35bf-449c-8374-d2cc6721ebef service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Neutron deleted interface 7d6eb267-a21a-434d-b5cf-2c7d1cf99f71; detaching it from the instance and deleting it from the info cache [ 2056.982512] env[62633]: DEBUG nova.network.neutron [req-78cdf767-caef-429a-918d-30c7f7289c6e req-0dfd2b8b-35bf-449c-8374-d2cc6721ebef service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.070955] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2057.071266] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2057.071432] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2057.071619] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2057.071770] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2057.071920] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2057.072137] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2057.072301] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2057.072471] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2057.072637] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2057.072812] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2057.078309] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5dd95d-ea63-4207-b24c-52ada236550c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.096769] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2057.096769] env[62633]: value = "task-1808968" [ 2057.096769] env[62633]: _type = "Task" [ 2057.096769] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.109171] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.134557] env[62633]: DEBUG nova.scheduler.client.report [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2057.458463] env[62633]: DEBUG nova.network.neutron [-] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.469135] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808967, 'name': ReconfigVM_Task, 'duration_secs': 0.889389} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.469995] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] be5e7cf0-864f-46e0-ae11-a25302fb4d5e/be5e7cf0-864f-46e0-ae11-a25302fb4d5e.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2057.470295] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance 'be5e7cf0-864f-46e0-ae11-a25302fb4d5e' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2057.486922] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c4bf39b-7673-405f-935f-4709e4b40572 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.495411] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa38d68b-e0c5-430a-b732-58a767a7b01b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.529391] env[62633]: DEBUG nova.compute.manager [req-78cdf767-caef-429a-918d-30c7f7289c6e req-0dfd2b8b-35bf-449c-8374-d2cc6721ebef service nova] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Detach interface failed, port_id=7d6eb267-a21a-434d-b5cf-2c7d1cf99f71, reason: Instance 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2057.607280] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808968, 'name': ReconfigVM_Task, 'duration_secs': 0.178185} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.607589] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance '406220cd-46f8-494a-af44-77fe132bda9d' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2057.640130] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.662050] env[62633]: INFO nova.scheduler.client.report [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted allocations for instance 7006fbe9-3027-45d4-9252-7a9bb7141ffd [ 2057.964658] env[62633]: INFO nova.compute.manager [-] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Took 1.46 seconds to deallocate network for instance. [ 2057.976873] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26377139-338f-4425-9293-fe877b1ddf86 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.997269] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3a494c-3661-4e9f-bb77-438a8acf5335 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.015781] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance 'be5e7cf0-864f-46e0-ae11-a25302fb4d5e' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2058.114363] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2058.114637] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2058.114834] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2058.115031] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2058.115192] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2058.115398] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2058.115651] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2058.115882] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2058.116076] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2058.116252] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2058.116437] env[62633]: DEBUG nova.virt.hardware [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2058.121709] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2058.122302] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a88bf0d-4978-420d-b75f-c93b0c48d98d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.142006] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2058.142006] env[62633]: value = "task-1808970" [ 2058.142006] env[62633]: _type = "Task" [ 2058.142006] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.150047] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.168840] env[62633]: DEBUG oslo_concurrency.lockutils [None req-71fbd925-fb54-4db1-a1d8-661136831f64 tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "7006fbe9-3027-45d4-9252-7a9bb7141ffd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.166s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.471143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.471465] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.471664] env[62633]: DEBUG nova.objects.instance [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'resources' on Instance uuid 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.559595] env[62633]: DEBUG nova.network.neutron [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Port cf2eb720-022c-4421-a894-000cbc5129a8 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2058.653655] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808970, 'name': ReconfigVM_Task, 'duration_secs': 0.172388} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.653972] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2058.654801] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b4c2d-9917-4109-9b9c-92405f080e8a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.677061] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 406220cd-46f8-494a-af44-77fe132bda9d/406220cd-46f8-494a-af44-77fe132bda9d.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2058.677559] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a6d8ce-dcff-4d76-ac3f-51e4f81fb6e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.696055] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2058.696055] env[62633]: value = "task-1808971" [ 2058.696055] env[62633]: _type = "Task" [ 2058.696055] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.704613] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.061634] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e480370c-1461-44bd-8ba1-1f80fdcaae98 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.073144] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c5876-f7e3-48cc-9251-0e613f8c54cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.103552] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45bbde-ce4b-4c0a-bcb6-bd3fd3c3f95b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.111727] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3987708-73e4-4a34-8005-2439a9457fd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.125606] env[62633]: DEBUG nova.compute.provider_tree [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2059.208197] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808971, 'name': ReconfigVM_Task, 'duration_secs': 0.27565} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.208432] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 406220cd-46f8-494a-af44-77fe132bda9d/406220cd-46f8-494a-af44-77fe132bda9d.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2059.208671] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance '406220cd-46f8-494a-af44-77fe132bda9d' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2059.582479] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.582797] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.582885] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.628809] env[62633]: DEBUG nova.scheduler.client.report [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2059.714754] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f78fd4-4252-4979-93eb-80994c797d93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.734392] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef82bfa-6a23-4625-a40d-796fb9bcb5b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.751760] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance '406220cd-46f8-494a-af44-77fe132bda9d' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2060.133677] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.150854] env[62633]: INFO nova.scheduler.client.report [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleted allocations for instance 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba [ 2060.288959] env[62633]: DEBUG nova.network.neutron [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Port 7237ed04-cb46-4f9b-80c3-113d7219a29e binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2060.620027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.620334] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.620577] env[62633]: DEBUG nova.network.neutron [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2060.659596] env[62633]: DEBUG oslo_concurrency.lockutils [None req-094eb815-013d-4219-94a5-548246137bb8 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "79dbddaa-421c-45b8-8ad9-0202e3dcd0ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.366s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.315739] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.315995] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.316195] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.340851] env[62633]: DEBUG nova.network.neutron [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance_info_cache with network_info: [{"id": "cf2eb720-022c-4421-a894-000cbc5129a8", "address": "fa:16:3e:95:e9:a0", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2eb720-02", "ovs_interfaceid": "cf2eb720-022c-4421-a894-000cbc5129a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.599857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "0c264e0a-88a7-4389-aaae-8617f59f5360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.600132] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.600351] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "0c264e0a-88a7-4389-aaae-8617f59f5360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.600541] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.600716] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.602759] env[62633]: INFO nova.compute.manager [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Terminating instance [ 2061.604616] env[62633]: DEBUG nova.compute.manager [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2061.604822] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2061.605803] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fde000-05b3-4012-8589-feea5f27cb68 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.613896] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2061.614133] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47cf1a44-f5db-463b-9dd4-00d3d5e671dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.620417] env[62633]: DEBUG oslo_vmware.api [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2061.620417] env[62633]: value = "task-1808972" [ 2061.620417] env[62633]: _type = "Task" [ 2061.620417] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.627384] env[62633]: DEBUG oslo_vmware.api [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.844050] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.130712] env[62633]: DEBUG oslo_vmware.api [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808972, 'name': PowerOffVM_Task, 'duration_secs': 0.176717} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.130989] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.131261] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2062.131431] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b013dd7-7b65-4e0a-841d-618ab57b11cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.360620] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.360844] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.361040] env[62633]: DEBUG nova.network.neutron [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2062.365453] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de0504b-0cd3-4007-b2aa-95ea72594460 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.387148] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3ad5bd-e359-4ca4-bf15-9931f976b0eb {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.396063] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance 'be5e7cf0-864f-46e0-ae11-a25302fb4d5e' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2062.455373] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.455657] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.902909] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2062.903304] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-646b4fb1-92d9-4482-8961-fd6b9e117a25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.910594] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2062.910594] env[62633]: value = "task-1808974" [ 2062.910594] env[62633]: _type = "Task" [ 2062.910594] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.918739] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.958022] env[62633]: DEBUG nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2063.076990] env[62633]: DEBUG nova.network.neutron [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.263514] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2063.263739] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2063.263931] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleting the datastore file [datastore1] 0c264e0a-88a7-4389-aaae-8617f59f5360 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2063.264228] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-843533bd-8772-47bb-9800-83acaad7b74c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.270918] env[62633]: DEBUG oslo_vmware.api [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for the task: (returnval){ [ 2063.270918] env[62633]: value = "task-1808975" [ 2063.270918] env[62633]: _type = "Task" [ 2063.270918] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.278510] env[62633]: DEBUG oslo_vmware.api [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.420791] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808974, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.479751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.480038] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.481599] env[62633]: INFO nova.compute.claims [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2063.580148] env[62633]: DEBUG oslo_concurrency.lockutils [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.780584] env[62633]: DEBUG oslo_vmware.api [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Task: {'id': task-1808975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180468} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.780768] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2063.780961] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2063.781192] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2063.781383] env[62633]: INFO nova.compute.manager [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Took 2.18 seconds to destroy the instance on the hypervisor. [ 2063.781624] env[62633]: DEBUG oslo.service.loopingcall [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2063.781814] env[62633]: DEBUG nova.compute.manager [-] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2063.781907] env[62633]: DEBUG nova.network.neutron [-] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2063.921966] env[62633]: DEBUG oslo_vmware.api [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808974, 'name': PowerOnVM_Task, 'duration_secs': 0.529015} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.922309] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2063.922429] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c06829d9-e4ae-425d-9c6a-99e4b6a887c8 tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance 'be5e7cf0-864f-46e0-ae11-a25302fb4d5e' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2064.031141] env[62633]: DEBUG nova.compute.manager [req-aab5331b-6fbe-4512-8176-b6c210f3a797 req-e0e91101-bd06-43eb-a7d7-82ce344bbdf4 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Received event network-vif-deleted-5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2064.031141] env[62633]: INFO nova.compute.manager [req-aab5331b-6fbe-4512-8176-b6c210f3a797 req-e0e91101-bd06-43eb-a7d7-82ce344bbdf4 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Neutron deleted interface 5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0; detaching it from the instance and deleting it from the info cache [ 2064.031378] env[62633]: DEBUG nova.network.neutron [req-aab5331b-6fbe-4512-8176-b6c210f3a797 req-e0e91101-bd06-43eb-a7d7-82ce344bbdf4 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.100916] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e842c83-8107-40b1-9dc3-96098eae5379 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.125917] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367ba705-14cb-42d1-b873-9b626c9f0eb1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.132653] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance '406220cd-46f8-494a-af44-77fe132bda9d' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2064.511765] env[62633]: DEBUG nova.network.neutron [-] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.534650] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75682f84-7bbf-41f1-94e7-df16cacd7494 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.547326] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5870667-2a9b-42f6-8707-0a6d23a3d86e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.581562] env[62633]: DEBUG nova.compute.manager [req-aab5331b-6fbe-4512-8176-b6c210f3a797 req-e0e91101-bd06-43eb-a7d7-82ce344bbdf4 service nova] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Detach interface failed, port_id=5dd5e2d4-6a3a-4d54-a548-26fb3d436ca0, reason: Instance 0c264e0a-88a7-4389-aaae-8617f59f5360 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2064.607193] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e167d9-d1cc-4425-8ab0-1c6f74b82371 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.614587] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd162b8-3c20-4b49-9e35-98090bfe0905 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.646751] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2064.647215] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3631d002-52ee-4055-be9e-188cebbbca1b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.649360] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8cf170-5cce-49e6-94c8-1c34208010ea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.658643] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeedbe5-4bb9-4471-a008-a31fbb3321cd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.662200] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2064.662200] env[62633]: value = "task-1808976" [ 2064.662200] env[62633]: _type = "Task" [ 2064.662200] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.673012] env[62633]: DEBUG nova.compute.provider_tree [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2064.679021] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808976, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.014729] env[62633]: INFO nova.compute.manager [-] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Took 1.23 seconds to deallocate network for instance. [ 2065.173341] env[62633]: DEBUG oslo_vmware.api [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808976, 'name': PowerOnVM_Task, 'duration_secs': 0.392011} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.173644] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2065.173835] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-68a08712-0924-4379-8fae-2de424a97fd1 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance '406220cd-46f8-494a-af44-77fe132bda9d' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2065.194612] env[62633]: ERROR nova.scheduler.client.report [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [req-5f38faec-fbfd-4b2c-9fab-85d781661341] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f38faec-fbfd-4b2c-9fab-85d781661341"}]} [ 2065.211385] env[62633]: DEBUG nova.scheduler.client.report [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2065.227607] env[62633]: DEBUG nova.scheduler.client.report [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2065.227847] env[62633]: DEBUG nova.compute.provider_tree [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2065.239880] env[62633]: DEBUG nova.scheduler.client.report [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2065.261218] env[62633]: DEBUG nova.scheduler.client.report [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2065.369976] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56284e54-319c-4697-b0b5-b6d1db8e8f95 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.383719] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2386fb4c-ee86-408f-9505-af40f9eba998 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.432867] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2020d818-1830-467a-8868-98c8011cc4f0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.456038] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e04eb-c706-4667-94a5-b13cec2e7c4a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.474211] env[62633]: DEBUG nova.compute.provider_tree [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2065.521770] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.636416] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.760642] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.760924] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.761162] env[62633]: DEBUG nova.compute.manager [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Going to confirm migration 8 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 2066.005690] env[62633]: DEBUG nova.scheduler.client.report [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2066.005985] env[62633]: DEBUG nova.compute.provider_tree [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 178 to 179 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2066.006193] env[62633]: DEBUG nova.compute.provider_tree [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2066.337811] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.338048] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquired lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.338206] env[62633]: DEBUG nova.network.neutron [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2066.338408] env[62633]: DEBUG nova.objects.instance [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'info_cache' on Instance uuid be5e7cf0-864f-46e0-ae11-a25302fb4d5e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2066.510865] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.031s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.511465] env[62633]: DEBUG nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2066.515975] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.994s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.516286] env[62633]: DEBUG nova.objects.instance [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lazy-loading 'resources' on Instance uuid 0c264e0a-88a7-4389-aaae-8617f59f5360 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.019402] env[62633]: DEBUG nova.compute.utils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.020782] env[62633]: DEBUG nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2067.020951] env[62633]: DEBUG nova.network.neutron [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2067.062340] env[62633]: DEBUG nova.policy [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b76802ebbb18428da2c0af515291361f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00c4aa037aef45939f6e2df638e2ec79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 2067.114104] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfd4a35-3f86-485d-8a84-df247e027df7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.121847] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51edc139-4b57-4774-b021-852e6e037cda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.152942] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9b4325-18f1-4458-8202-6fade0d1c807 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.160725] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d28139-59ff-4411-8fb6-4a27923bff77 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.177496] env[62633]: DEBUG nova.compute.provider_tree [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2067.317900] env[62633]: DEBUG nova.network.neutron [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Successfully created port: 6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2067.386646] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.386910] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.387089] env[62633]: DEBUG nova.compute.manager [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Going to confirm migration 9 {{(pid=62633) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 2067.525627] env[62633]: DEBUG nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2067.636506] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2067.680910] env[62633]: DEBUG nova.scheduler.client.report [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2067.684841] env[62633]: DEBUG nova.network.neutron [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance_info_cache with network_info: [{"id": "cf2eb720-022c-4421-a894-000cbc5129a8", "address": "fa:16:3e:95:e9:a0", "network": {"id": "bf339674-30b4-40c9-9aee-38210ecb802d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-136601087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ef21e9c4f4efcaafa1883ab143e4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf2eb720-02", "ovs_interfaceid": "cf2eb720-022c-4421-a894-000cbc5129a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.950378] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.950594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.950763] env[62633]: DEBUG nova.network.neutron [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2067.951025] env[62633]: DEBUG nova.objects.instance [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'info_cache' on Instance uuid 406220cd-46f8-494a-af44-77fe132bda9d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.186878] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.189191] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Releasing lock "refresh_cache-be5e7cf0-864f-46e0-ae11-a25302fb4d5e" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.189428] env[62633]: DEBUG nova.objects.instance [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'migration_context' on Instance uuid be5e7cf0-864f-46e0-ae11-a25302fb4d5e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.209423] env[62633]: INFO nova.scheduler.client.report [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Deleted allocations for instance 0c264e0a-88a7-4389-aaae-8617f59f5360 [ 2068.535642] env[62633]: DEBUG nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2068.561477] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2068.561763] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2068.561956] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2068.562171] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2068.562328] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2068.562480] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2068.562693] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2068.562858] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2068.563036] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2068.563255] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2068.563449] env[62633]: DEBUG nova.virt.hardware [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2068.564319] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26b963-96a3-46a6-8b54-e304bbed0596 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.572108] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3fff8-63b4-42ba-8472-1db56bc63c2b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.632096] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.635641] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.635838] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.635974] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances with incomplete migration {{(pid=62633) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2068.692294] env[62633]: DEBUG nova.objects.base [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2068.693255] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124f478-1fc3-4a54-a652-ddf1699eb057 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.715700] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d38ffe-2336-45ad-9200-651d82f507f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.718101] env[62633]: DEBUG oslo_concurrency.lockutils [None req-30332ec4-89ae-417e-975e-89e7063515cb tempest-ServerActionsTestOtherA-1618228473 tempest-ServerActionsTestOtherA-1618228473-project-member] Lock "0c264e0a-88a7-4389-aaae-8617f59f5360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.118s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.722621] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2068.722621] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52e9bc8d-1084-e68a-ff8b-b992ad49db2c" [ 2068.722621] env[62633]: _type = "Task" [ 2068.722621] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.731275] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e9bc8d-1084-e68a-ff8b-b992ad49db2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.846173] env[62633]: DEBUG nova.compute.manager [req-af986ad9-b89c-4dfa-ae3f-b57e977d5963 req-e8eb177b-ebba-4ea2-8681-469ebd0a65a9 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Received event network-vif-plugged-6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2068.846173] env[62633]: DEBUG oslo_concurrency.lockutils [req-af986ad9-b89c-4dfa-ae3f-b57e977d5963 req-e8eb177b-ebba-4ea2-8681-469ebd0a65a9 service nova] Acquiring lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.846173] env[62633]: DEBUG oslo_concurrency.lockutils [req-af986ad9-b89c-4dfa-ae3f-b57e977d5963 req-e8eb177b-ebba-4ea2-8681-469ebd0a65a9 service nova] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.846634] env[62633]: DEBUG oslo_concurrency.lockutils [req-af986ad9-b89c-4dfa-ae3f-b57e977d5963 req-e8eb177b-ebba-4ea2-8681-469ebd0a65a9 service nova] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.847066] env[62633]: DEBUG nova.compute.manager [req-af986ad9-b89c-4dfa-ae3f-b57e977d5963 req-e8eb177b-ebba-4ea2-8681-469ebd0a65a9 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] No waiting events found dispatching network-vif-plugged-6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2068.847490] env[62633]: WARNING nova.compute.manager [req-af986ad9-b89c-4dfa-ae3f-b57e977d5963 req-e8eb177b-ebba-4ea2-8681-469ebd0a65a9 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Received unexpected event network-vif-plugged-6559e672-3cd5-45b0-a519-53453f72ff65 for instance with vm_state building and task_state spawning. [ 2068.935476] env[62633]: DEBUG nova.network.neutron [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Successfully updated port: 6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2069.169141] env[62633]: DEBUG nova.network.neutron [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [{"id": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "address": "fa:16:3e:4b:63:e1", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7237ed04-cb", "ovs_interfaceid": "7237ed04-cb46-4f9b-80c3-113d7219a29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.232420] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52e9bc8d-1084-e68a-ff8b-b992ad49db2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.232808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.233125] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.438530] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.438682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.438833] env[62633]: DEBUG nova.network.neutron [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2069.672429] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-406220cd-46f8-494a-af44-77fe132bda9d" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.672740] env[62633]: DEBUG nova.objects.instance [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'migration_context' on Instance uuid 406220cd-46f8-494a-af44-77fe132bda9d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2069.825621] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb21e83-2f6e-45f1-8ead-c69125f0cea8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.833448] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13cd53c-688e-4704-b735-94c49f7039d6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.865074] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0832df56-01b4-4e52-846b-b8646d04c205 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.873198] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85e4f5c-8b8d-4df5-a1fb-ad126046cffc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.887447] env[62633]: DEBUG nova.compute.provider_tree [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.972252] env[62633]: DEBUG nova.network.neutron [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2070.103017] env[62633]: DEBUG nova.network.neutron [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Updating instance_info_cache with network_info: [{"id": "6559e672-3cd5-45b0-a519-53453f72ff65", "address": "fa:16:3e:7d:4a:e9", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6559e672-3c", "ovs_interfaceid": "6559e672-3cd5-45b0-a519-53453f72ff65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.139180] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.139351] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2070.175827] env[62633]: DEBUG nova.objects.base [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Object Instance<406220cd-46f8-494a-af44-77fe132bda9d> lazy-loaded attributes: info_cache,migration_context {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2070.176784] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ea2649-8dc1-4f8a-a044-6bdf4be62ffa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.195699] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba18ad0f-af14-4601-a957-d9283e02ecd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.201191] env[62633]: DEBUG oslo_vmware.api [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2070.201191] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa0ee1-0f15-ba1e-7dc9-863cbf7d4023" [ 2070.201191] env[62633]: _type = "Task" [ 2070.201191] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.208871] env[62633]: DEBUG oslo_vmware.api [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa0ee1-0f15-ba1e-7dc9-863cbf7d4023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.390339] env[62633]: DEBUG nova.scheduler.client.report [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2070.612052] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.612395] env[62633]: DEBUG nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Instance network_info: |[{"id": "6559e672-3cd5-45b0-a519-53453f72ff65", "address": "fa:16:3e:7d:4a:e9", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6559e672-3c", "ovs_interfaceid": "6559e672-3cd5-45b0-a519-53453f72ff65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2070.613029] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4a:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6559e672-3cd5-45b0-a519-53453f72ff65', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2070.622394] env[62633]: DEBUG oslo.service.loopingcall [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.622394] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2070.622543] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fc17f99-6c24-486d-a8f7-6438039db640 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.636838] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.637105] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.645341] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2070.645341] env[62633]: value = "task-1808977" [ 2070.645341] env[62633]: _type = "Task" [ 2070.645341] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.654766] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808977, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.714386] env[62633]: DEBUG oslo_vmware.api [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52fa0ee1-0f15-ba1e-7dc9-863cbf7d4023, 'name': SearchDatastore_Task, 'duration_secs': 0.007157} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.714869] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.871654] env[62633]: DEBUG nova.compute.manager [req-cc487c65-4b4a-4833-8ae1-32f6ca9f81cd req-448972c6-14d4-4872-827f-fca920533d1e service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Received event network-changed-6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2070.871981] env[62633]: DEBUG nova.compute.manager [req-cc487c65-4b4a-4833-8ae1-32f6ca9f81cd req-448972c6-14d4-4872-827f-fca920533d1e service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Refreshing instance network info cache due to event network-changed-6559e672-3cd5-45b0-a519-53453f72ff65. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2070.872255] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc487c65-4b4a-4833-8ae1-32f6ca9f81cd req-448972c6-14d4-4872-827f-fca920533d1e service nova] Acquiring lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.872411] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc487c65-4b4a-4833-8ae1-32f6ca9f81cd req-448972c6-14d4-4872-827f-fca920533d1e service nova] Acquired lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.872575] env[62633]: DEBUG nova.network.neutron [req-cc487c65-4b4a-4833-8ae1-32f6ca9f81cd req-448972c6-14d4-4872-827f-fca920533d1e service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Refreshing network info cache for port 6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2071.140396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.155314] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1808977, 'name': CreateVM_Task, 'duration_secs': 0.444396} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.155500] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2071.156243] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.156371] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.156713] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2071.156966] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a829a8d2-7601-4a0a-8089-899e53f702e7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.161622] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2071.161622] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5282d3d1-3744-d48a-ee7f-4861d25203cc" [ 2071.161622] env[62633]: _type = "Task" [ 2071.161622] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.169549] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5282d3d1-3744-d48a-ee7f-4861d25203cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.400489] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.167s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.403365] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.689s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.569146] env[62633]: DEBUG nova.network.neutron [req-cc487c65-4b4a-4833-8ae1-32f6ca9f81cd req-448972c6-14d4-4872-827f-fca920533d1e service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Updated VIF entry in instance network info cache for port 6559e672-3cd5-45b0-a519-53453f72ff65. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2071.569537] env[62633]: DEBUG nova.network.neutron [req-cc487c65-4b4a-4833-8ae1-32f6ca9f81cd req-448972c6-14d4-4872-827f-fca920533d1e service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Updating instance_info_cache with network_info: [{"id": "6559e672-3cd5-45b0-a519-53453f72ff65", "address": "fa:16:3e:7d:4a:e9", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6559e672-3c", "ovs_interfaceid": "6559e672-3cd5-45b0-a519-53453f72ff65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.672592] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5282d3d1-3744-d48a-ee7f-4861d25203cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.672903] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.673225] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2071.673452] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.673606] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.673788] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2071.674058] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd9f70c4-9c99-47a8-a5e4-d48001c62de6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.682867] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2071.683061] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2071.683881] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b9bfc9-2599-4b7f-ac15-bc82f5b6a66c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.688620] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2071.688620] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522cb306-2360-ac64-9a13-40f41a542fbb" [ 2071.688620] env[62633]: _type = "Task" [ 2071.688620] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.696955] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522cb306-2360-ac64-9a13-40f41a542fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.968666] env[62633]: INFO nova.scheduler.client.report [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted allocation for migration a4d6a9b5-9892-4fbd-b01f-bba1ccd230a9 [ 2072.002901] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20bb127-860e-4ad4-b27d-3a380ceb737b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.012729] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375231cb-3a84-4588-bbc3-aac5eb978c74 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.046553] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5bb8b8-c9d6-4e0c-b83b-6e9bf9794478 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.054472] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa586e5-c82c-4a86-8ea6-0e43aacaeda6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.069014] env[62633]: DEBUG nova.compute.provider_tree [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.072214] env[62633]: DEBUG oslo_concurrency.lockutils [req-cc487c65-4b4a-4833-8ae1-32f6ca9f81cd req-448972c6-14d4-4872-827f-fca920533d1e service nova] Releasing lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.200311] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522cb306-2360-ac64-9a13-40f41a542fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009443} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.201527] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbdae4fb-2064-4e6d-90de-38b933bf63b7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.207764] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2072.207764] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52144d96-a6b1-53a9-130d-7dfac000508d" [ 2072.207764] env[62633]: _type = "Task" [ 2072.207764] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.216222] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52144d96-a6b1-53a9-130d-7dfac000508d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.478445] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.716s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.573869] env[62633]: DEBUG nova.scheduler.client.report [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2072.721028] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52144d96-a6b1-53a9-130d-7dfac000508d, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.721028] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.721028] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 45b4d580-9525-4b37-8f9b-8e03e2cebd82/45b4d580-9525-4b37-8f9b-8e03e2cebd82.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2072.721028] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7eb6b60-1502-4c3c-a9ac-0aa4e16fb5c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.727763] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2072.727763] env[62633]: value = "task-1808978" [ 2072.727763] env[62633]: _type = "Task" [ 2072.727763] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.741213] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.239138] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479149} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.239372] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 45b4d580-9525-4b37-8f9b-8e03e2cebd82/45b4d580-9525-4b37-8f9b-8e03e2cebd82.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2073.239581] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2073.239840] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c9df72e-2462-4c51-aa24-02475fa734cc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.247547] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2073.247547] env[62633]: value = "task-1808979" [ 2073.247547] env[62633]: _type = "Task" [ 2073.247547] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.254917] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.585268] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.182s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.588026] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.448s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.588213] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.588370] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2073.589435] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d606ae16-4d15-4994-b3b8-618a0896a42d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.599404] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afbbc82-a676-4f59-ba4b-236592732c9c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.613475] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a49f088-6f6c-44f0-98e7-e7dc26a90ac5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.620382] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49e420e-acf3-448a-bcbd-064d7dd337c3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.649404] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179906MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2073.649563] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.649776] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.759373] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068073} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.759704] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2073.760512] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3017f8c1-bfb3-4ef4-9d9d-bd615cc54a93 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.786775] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 45b4d580-9525-4b37-8f9b-8e03e2cebd82/45b4d580-9525-4b37-8f9b-8e03e2cebd82.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2073.787264] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.787493] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.787694] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.787881] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.788089] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.789878] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e165ad7d-8177-4728-9c75-b06249f1f111 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.807431] env[62633]: INFO nova.compute.manager [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Terminating instance [ 2073.809011] env[62633]: DEBUG nova.compute.manager [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2073.809225] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2073.810696] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139525a1-0720-47f1-920f-6753fc8198b5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.816709] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2073.816709] env[62633]: value = "task-1808980" [ 2073.816709] env[62633]: _type = "Task" [ 2073.816709] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.818023] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.822808] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc3437bc-3510-44bb-a8a7-bc48d494e5f5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.829432] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.830667] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2073.830667] env[62633]: value = "task-1808981" [ 2073.830667] env[62633]: _type = "Task" [ 2073.830667] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.838202] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.149843] env[62633]: INFO nova.scheduler.client.report [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted allocation for migration dfa15c8c-12aa-427e-807d-22a08917526b [ 2074.327724] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808980, 'name': ReconfigVM_Task, 'duration_secs': 0.396934} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.328069] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 45b4d580-9525-4b37-8f9b-8e03e2cebd82/45b4d580-9525-4b37-8f9b-8e03e2cebd82.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2074.328697] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a6ad462-0a56-456f-99ec-a4f9b04941fe {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.336099] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2074.336099] env[62633]: value = "task-1808982" [ 2074.336099] env[62633]: _type = "Task" [ 2074.336099] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.343513] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808981, 'name': PowerOffVM_Task, 'duration_secs': 0.215406} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.344194] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.344461] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.344771] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc8fc1cc-a361-48c6-927d-e1c76d30348a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.349768] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808982, 'name': Rename_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.492949] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2074.493759] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2074.493759] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleting the datastore file [datastore1] be5e7cf0-864f-46e0-ae11-a25302fb4d5e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.493759] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec9cc09-ef77-4960-9403-e0d0ed60f47d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.500716] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for the task: (returnval){ [ 2074.500716] env[62633]: value = "task-1808984" [ 2074.500716] env[62633]: _type = "Task" [ 2074.500716] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.508425] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.658803] env[62633]: DEBUG oslo_concurrency.lockutils [None req-b962ed0e-1df6-4dcc-979a-9b652720a3b2 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.272s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.686572] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance b27c421e-9083-440e-91e8-fe15f81eaa6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.686733] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance be5e7cf0-864f-46e0-ae11-a25302fb4d5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.686872] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 406220cd-46f8-494a-af44-77fe132bda9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.686975] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 45b4d580-9525-4b37-8f9b-8e03e2cebd82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2074.687185] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2074.687327] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1408MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2074.712730] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.712984] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.713242] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "406220cd-46f8-494a-af44-77fe132bda9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.713431] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.713603] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.718142] env[62633]: INFO nova.compute.manager [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Terminating instance [ 2074.722474] env[62633]: DEBUG nova.compute.manager [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2074.722673] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2074.723553] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653fa017-f02b-45bb-acdc-24ac964987ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.733301] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2074.733541] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56cb0bf2-74b5-4d38-9045-7fba298110b8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.740476] env[62633]: DEBUG oslo_vmware.api [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2074.740476] env[62633]: value = "task-1808988" [ 2074.740476] env[62633]: _type = "Task" [ 2074.740476] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.748260] env[62633]: DEBUG oslo_vmware.api [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.751374] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326f4b48-c29b-484f-baa6-7cdb75865275 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.758136] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7fbcd-ac52-4429-b408-ba2ff773a9fc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.790609] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ddc832-1675-4416-8060-8e0fd9bb79c9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.800648] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5231161a-4e32-4d92-a7d3-03fc54767e15 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.814394] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.846603] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808982, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.010315] env[62633]: DEBUG oslo_vmware.api [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Task: {'id': task-1808984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139497} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.010593] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2075.010782] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2075.010964] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2075.011775] env[62633]: INFO nova.compute.manager [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2075.011775] env[62633]: DEBUG oslo.service.loopingcall [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2075.011775] env[62633]: DEBUG nova.compute.manager [-] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2075.011775] env[62633]: DEBUG nova.network.neutron [-] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2075.251217] env[62633]: DEBUG oslo_vmware.api [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808988, 'name': PowerOffVM_Task, 'duration_secs': 0.228058} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.253777] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2075.253777] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2075.253777] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea756cf-99be-44f3-bfa0-6df1077c1423 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.318575] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2075.353134] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808982, 'name': Rename_Task} progress is 99%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.380020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2075.380020] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2075.380020] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleting the datastore file [datastore1] 406220cd-46f8-494a-af44-77fe132bda9d {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2075.380020] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-101d5870-b08f-49c5-886e-952eabf07104 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.387232] env[62633]: DEBUG oslo_vmware.api [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2075.387232] env[62633]: value = "task-1808990" [ 2075.387232] env[62633]: _type = "Task" [ 2075.387232] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.395275] env[62633]: DEBUG oslo_vmware.api [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.487854] env[62633]: DEBUG nova.compute.manager [req-c29af36b-6609-4308-99ed-1c26fd2fe3c3 req-c5002baf-6390-42ba-839b-49f8725c1f44 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Received event network-vif-deleted-cf2eb720-022c-4421-a894-000cbc5129a8 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2075.487854] env[62633]: INFO nova.compute.manager [req-c29af36b-6609-4308-99ed-1c26fd2fe3c3 req-c5002baf-6390-42ba-839b-49f8725c1f44 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Neutron deleted interface cf2eb720-022c-4421-a894-000cbc5129a8; detaching it from the instance and deleting it from the info cache [ 2075.487959] env[62633]: DEBUG nova.network.neutron [req-c29af36b-6609-4308-99ed-1c26fd2fe3c3 req-c5002baf-6390-42ba-839b-49f8725c1f44 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.824813] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2075.825088] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.175s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.849016] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808982, 'name': Rename_Task, 'duration_secs': 1.171348} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.849302] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2075.849548] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975ba41f-7f76-4329-b1cc-d190fb249677 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.855483] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2075.855483] env[62633]: value = "task-1808991" [ 2075.855483] env[62633]: _type = "Task" [ 2075.855483] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.862939] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.894933] env[62633]: DEBUG oslo_vmware.api [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1808990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172733} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.895213] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2075.895405] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2075.895588] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2075.895765] env[62633]: INFO nova.compute.manager [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2075.896020] env[62633]: DEBUG oslo.service.loopingcall [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2075.896224] env[62633]: DEBUG nova.compute.manager [-] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2075.896320] env[62633]: DEBUG nova.network.neutron [-] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2075.963559] env[62633]: DEBUG nova.network.neutron [-] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.990880] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f342481-a784-4c29-93b4-1b39f1987276 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.000960] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58724a05-a63f-48d9-bed4-c3d594762daf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.026784] env[62633]: DEBUG nova.compute.manager [req-c29af36b-6609-4308-99ed-1c26fd2fe3c3 req-c5002baf-6390-42ba-839b-49f8725c1f44 service nova] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Detach interface failed, port_id=cf2eb720-022c-4421-a894-000cbc5129a8, reason: Instance be5e7cf0-864f-46e0-ae11-a25302fb4d5e could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2076.365622] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808991, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.465915] env[62633]: INFO nova.compute.manager [-] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Took 1.45 seconds to deallocate network for instance. [ 2076.825554] env[62633]: DEBUG nova.network.neutron [-] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.867519] env[62633]: DEBUG oslo_vmware.api [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1808991, 'name': PowerOnVM_Task, 'duration_secs': 0.588192} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.867880] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2076.868109] env[62633]: INFO nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Took 8.33 seconds to spawn the instance on the hypervisor. [ 2076.868300] env[62633]: DEBUG nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2076.869166] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c546d77e-e66b-4361-b4b4-c75e4e4da259 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.974898] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.975198] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.975424] env[62633]: DEBUG nova.objects.instance [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lazy-loading 'resources' on Instance uuid be5e7cf0-864f-46e0-ae11-a25302fb4d5e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.330238] env[62633]: INFO nova.compute.manager [-] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Took 1.43 seconds to deallocate network for instance. [ 2077.389101] env[62633]: INFO nova.compute.manager [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Took 13.93 seconds to build instance. [ 2077.518773] env[62633]: DEBUG nova.compute.manager [req-21d0639e-655f-411f-af42-e37c887dd3e5 req-01a43e75-93f4-4ba6-a109-358844d72969 service nova] [instance: 406220cd-46f8-494a-af44-77fe132bda9d] Received event network-vif-deleted-7237ed04-cb46-4f9b-80c3-113d7219a29e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2077.548401] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9b6299-850d-4316-ba7a-cb9c0b60d69e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.557646] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7885bbe-2df0-48cb-aff2-05523d0f35f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.593028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce731e7a-0c30-4e16-aac3-bbb4f4a5981c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.601943] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4791fd-474e-4e1d-8a61-f3cec24acdd0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.617143] env[62633]: DEBUG nova.compute.provider_tree [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2077.824702] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2077.824934] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2077.840842] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.891045] env[62633]: DEBUG oslo_concurrency.lockutils [None req-d55ec1bb-24c9-429f-a0c9-775e7482e6cf tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.435s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.018651] env[62633]: DEBUG nova.compute.manager [req-3a0d5ce8-8876-4461-b599-3d87eecd6e77 req-2e24d5f3-3481-4f7b-8fe5-f9ea21da2cc6 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Received event network-changed-6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2078.018704] env[62633]: DEBUG nova.compute.manager [req-3a0d5ce8-8876-4461-b599-3d87eecd6e77 req-2e24d5f3-3481-4f7b-8fe5-f9ea21da2cc6 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Refreshing instance network info cache due to event network-changed-6559e672-3cd5-45b0-a519-53453f72ff65. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2078.019846] env[62633]: DEBUG oslo_concurrency.lockutils [req-3a0d5ce8-8876-4461-b599-3d87eecd6e77 req-2e24d5f3-3481-4f7b-8fe5-f9ea21da2cc6 service nova] Acquiring lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.019846] env[62633]: DEBUG oslo_concurrency.lockutils [req-3a0d5ce8-8876-4461-b599-3d87eecd6e77 req-2e24d5f3-3481-4f7b-8fe5-f9ea21da2cc6 service nova] Acquired lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.019846] env[62633]: DEBUG nova.network.neutron [req-3a0d5ce8-8876-4461-b599-3d87eecd6e77 req-2e24d5f3-3481-4f7b-8fe5-f9ea21da2cc6 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Refreshing network info cache for port 6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2078.120392] env[62633]: DEBUG nova.scheduler.client.report [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2078.624832] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.626932] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.790s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.627181] env[62633]: DEBUG nova.objects.instance [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'resources' on Instance uuid 406220cd-46f8-494a-af44-77fe132bda9d {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2078.645326] env[62633]: INFO nova.scheduler.client.report [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Deleted allocations for instance be5e7cf0-864f-46e0-ae11-a25302fb4d5e [ 2078.736684] env[62633]: DEBUG nova.network.neutron [req-3a0d5ce8-8876-4461-b599-3d87eecd6e77 req-2e24d5f3-3481-4f7b-8fe5-f9ea21da2cc6 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Updated VIF entry in instance network info cache for port 6559e672-3cd5-45b0-a519-53453f72ff65. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2078.737192] env[62633]: DEBUG nova.network.neutron [req-3a0d5ce8-8876-4461-b599-3d87eecd6e77 req-2e24d5f3-3481-4f7b-8fe5-f9ea21da2cc6 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Updating instance_info_cache with network_info: [{"id": "6559e672-3cd5-45b0-a519-53453f72ff65", "address": "fa:16:3e:7d:4a:e9", "network": {"id": "4398e337-fe35-42a3-90bb-be03ae595c6e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-249551684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00c4aa037aef45939f6e2df638e2ec79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6559e672-3c", "ovs_interfaceid": "6559e672-3cd5-45b0-a519-53453f72ff65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.153905] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ae4acf1-405b-41b6-8f9b-bdaf7446cd6c tempest-DeleteServersTestJSON-718068182 tempest-DeleteServersTestJSON-718068182-project-member] Lock "be5e7cf0-864f-46e0-ae11-a25302fb4d5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.366s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.183417] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032d6d05-faf9-45c7-b16c-2e947e183fef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.191934] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dfd7b2-2d08-43d2-831a-2dd4e84410ff {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.222428] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a2cbc6-9950-4dc5-ae7f-14014385a02d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.230821] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218d71a1-3a4e-4b5a-b770-20be07c4d829 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.246490] env[62633]: DEBUG oslo_concurrency.lockutils [req-3a0d5ce8-8876-4461-b599-3d87eecd6e77 req-2e24d5f3-3481-4f7b-8fe5-f9ea21da2cc6 service nova] Releasing lock "refresh_cache-45b4d580-9525-4b37-8f9b-8e03e2cebd82" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.247181] env[62633]: DEBUG nova.compute.provider_tree [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2079.333452] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2079.333452] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2079.333654] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2079.333654] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Cleaning up deleted instances {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2079.769586] env[62633]: ERROR nova.scheduler.client.report [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [req-1e13aded-26cc-4ea9-aec0-e91bc2af3a8f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1e13aded-26cc-4ea9-aec0-e91bc2af3a8f"}]} [ 2079.786515] env[62633]: DEBUG nova.scheduler.client.report [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2079.799951] env[62633]: DEBUG nova.scheduler.client.report [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2079.800261] env[62633]: DEBUG nova.compute.provider_tree [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2079.811661] env[62633]: DEBUG nova.scheduler.client.report [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2079.831189] env[62633]: DEBUG nova.scheduler.client.report [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2079.848514] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] There are 49 instances to clean {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2079.848692] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: be5e7cf0-864f-46e0-ae11-a25302fb4d5e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2079.887170] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5191e4b-dcbe-40ae-9b67-cb391890cda3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.896976] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2515aafa-f44a-45f9-ba22-6d4f3c0be7cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.928658] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a7412-c6d2-4bdd-aa16-a881156df0e2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.936598] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907e43d0-65ad-42dd-9878-bb1c703569c7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.951115] env[62633]: DEBUG nova.compute.provider_tree [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2080.355413] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: b93b0210-749b-4b03-8e96-416d13cf8061] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2080.482978] env[62633]: DEBUG nova.scheduler.client.report [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2080.483455] env[62633]: DEBUG nova.compute.provider_tree [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 181 to 182 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2080.483693] env[62633]: DEBUG nova.compute.provider_tree [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2080.859177] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 566df6ba-f860-4273-93f6-ff63dac327ce] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2080.988702] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.006607] env[62633]: INFO nova.scheduler.client.report [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted allocations for instance 406220cd-46f8-494a-af44-77fe132bda9d [ 2081.362618] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 79dbddaa-421c-45b8-8ad9-0202e3dcd0ba] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2081.514485] env[62633]: DEBUG oslo_concurrency.lockutils [None req-8f483af9-9a93-4fb1-b825-449541464a01 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "406220cd-46f8-494a-af44-77fe132bda9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.801s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.865475] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 5eeb2a95-ca5e-4abb-9e38-a2c84249c2e2] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2082.368830] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: fca5b961-53bd-4cc1-9721-7741a66fc317] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2082.872925] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: dc9e1ac2-1153-4ca5-84f1-e99b1da0d0e0] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2082.918201] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "9322b45c-2077-450a-8c13-ec1207886846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.918444] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "9322b45c-2077-450a-8c13-ec1207886846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.376675] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: a24ed54b-baba-4de4-9b31-4a9e136abb8a] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2083.420550] env[62633]: DEBUG nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2083.882928] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 085ce9d5-caee-4a79-af37-23ffdd3ee831] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2083.946232] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.946607] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.948735] env[62633]: INFO nova.compute.claims [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.387064] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: a3c93b52-ea76-4839-a8f7-9709d036ee9a] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2084.889185] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7006fbe9-3027-45d4-9252-7a9bb7141ffd] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2085.004306] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168c7c8d-3f5a-4bdc-bfd3-023cd12a3292 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.012351] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a54b4f5-997d-4e9b-b18c-f5baa80911d7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.042357] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fe8533-1d43-42f0-bbfc-68a48b806dfa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.049763] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee52fb0-c66f-48db-9730-1d5bd70655ae {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.062839] env[62633]: DEBUG nova.compute.provider_tree [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.393427] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: ad6d5769-499d-4685-b5a2-dabc440343b0] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2085.565788] env[62633]: DEBUG nova.scheduler.client.report [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2085.897196] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 561d5f4c-1671-4ab9-907d-f123fc940d52] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2086.070124] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.070656] env[62633]: DEBUG nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2086.400355] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 479267ab-88d5-4bc6-8aa7-59c57ba9c055] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2086.575432] env[62633]: DEBUG nova.compute.utils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2086.576900] env[62633]: DEBUG nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2086.577084] env[62633]: DEBUG nova.network.neutron [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2086.629330] env[62633]: DEBUG nova.policy [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19f50becef744c578664e8651f46eafa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e38997bdf504a0f852f73821e18ce76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 2086.888986] env[62633]: DEBUG nova.network.neutron [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Successfully created port: 47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2086.903927] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 6849890d-03b8-413a-842a-5bb71d0ecbee] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2087.080333] env[62633]: DEBUG nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2087.409330] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7fa8c452-1f24-45de-949c-c1704efdf20c] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2087.465645] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.465917] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.466149] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.466337] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.466514] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.468692] env[62633]: INFO nova.compute.manager [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Terminating instance [ 2087.470389] env[62633]: DEBUG nova.compute.manager [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2087.470587] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2087.471507] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a175ff0-ad1f-40c6-8233-0c369688d77c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.480105] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2087.480356] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13bcbd50-7c5b-4235-a35d-15f0d1c3d36e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.487998] env[62633]: DEBUG oslo_vmware.api [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2087.487998] env[62633]: value = "task-1808998" [ 2087.487998] env[62633]: _type = "Task" [ 2087.487998] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.496432] env[62633]: DEBUG oslo_vmware.api [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.912753] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: d69284a8-8957-410d-ae6d-2bcc8c9cfac1] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2087.998218] env[62633]: DEBUG oslo_vmware.api [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1808998, 'name': PowerOffVM_Task, 'duration_secs': 0.241735} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.998520] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2087.998698] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2087.998946] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81d1f53c-7c7f-4455-a263-bd2d8f67dbb4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.091977] env[62633]: DEBUG nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2088.117769] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2088.118049] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2088.118252] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2088.118458] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2088.118614] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2088.118769] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2088.118983] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2088.119169] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2088.119377] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2088.119563] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2088.119744] env[62633]: DEBUG nova.virt.hardware [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2088.120661] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b67c8c8-9462-48d8-9530-ede7f3ab9e5b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.128879] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665697d5-8fc0-4eca-b1eb-8f286602dd73 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.212873] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2088.213170] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2088.213392] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleting the datastore file [datastore1] b27c421e-9083-440e-91e8-fe15f81eaa6e {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2088.213672] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c23810-44c7-4759-8ec2-78b83b54984e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.221507] env[62633]: DEBUG oslo_vmware.api [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for the task: (returnval){ [ 2088.221507] env[62633]: value = "task-1809001" [ 2088.221507] env[62633]: _type = "Task" [ 2088.221507] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.230441] env[62633]: DEBUG oslo_vmware.api [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1809001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.272017] env[62633]: DEBUG nova.compute.manager [req-181dc5d8-daa7-4030-9d37-9c671a0e4991 req-26bae42d-46b9-4fde-9aba-2b694f16606c service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Received event network-vif-plugged-47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2088.272169] env[62633]: DEBUG oslo_concurrency.lockutils [req-181dc5d8-daa7-4030-9d37-9c671a0e4991 req-26bae42d-46b9-4fde-9aba-2b694f16606c service nova] Acquiring lock "9322b45c-2077-450a-8c13-ec1207886846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.272402] env[62633]: DEBUG oslo_concurrency.lockutils [req-181dc5d8-daa7-4030-9d37-9c671a0e4991 req-26bae42d-46b9-4fde-9aba-2b694f16606c service nova] Lock "9322b45c-2077-450a-8c13-ec1207886846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.272594] env[62633]: DEBUG oslo_concurrency.lockutils [req-181dc5d8-daa7-4030-9d37-9c671a0e4991 req-26bae42d-46b9-4fde-9aba-2b694f16606c service nova] Lock "9322b45c-2077-450a-8c13-ec1207886846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.272781] env[62633]: DEBUG nova.compute.manager [req-181dc5d8-daa7-4030-9d37-9c671a0e4991 req-26bae42d-46b9-4fde-9aba-2b694f16606c service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] No waiting events found dispatching network-vif-plugged-47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2088.272970] env[62633]: WARNING nova.compute.manager [req-181dc5d8-daa7-4030-9d37-9c671a0e4991 req-26bae42d-46b9-4fde-9aba-2b694f16606c service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Received unexpected event network-vif-plugged-47c6e889-7e91-49db-81c3-e4233d2ba557 for instance with vm_state building and task_state spawning. [ 2088.357227] env[62633]: DEBUG nova.network.neutron [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Successfully updated port: 47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2088.416689] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7863936d-b74b-4a17-8b0e-8cbde357c727] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2088.731886] env[62633]: DEBUG oslo_vmware.api [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Task: {'id': task-1809001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167783} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.732179] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2088.732365] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2088.732543] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2088.732719] env[62633]: INFO nova.compute.manager [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2088.732962] env[62633]: DEBUG oslo.service.loopingcall [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2088.733199] env[62633]: DEBUG nova.compute.manager [-] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2088.733279] env[62633]: DEBUG nova.network.neutron [-] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2088.859532] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.859697] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.859847] env[62633]: DEBUG nova.network.neutron [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.920174] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 48091777-b09d-4ae6-bc80-e32c7be7fbb8] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2089.394928] env[62633]: DEBUG nova.network.neutron [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2089.424629] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: aaa99c23-8dfb-41bd-9c5f-1ba9c61def29] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2089.523671] env[62633]: DEBUG nova.network.neutron [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.647410] env[62633]: DEBUG nova.network.neutron [-] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.928074] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 4fbeb55e-02fd-48a7-8ddc-f57bafea94b7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2090.026390] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.026730] env[62633]: DEBUG nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Instance network_info: |[{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2090.027204] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:f6:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c6e889-7e91-49db-81c3-e4233d2ba557', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2090.035053] env[62633]: DEBUG oslo.service.loopingcall [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.035290] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2090.035545] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5a744fb-b30f-405b-80aa-a2ad02fc3ed1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.055925] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2090.055925] env[62633]: value = "task-1809003" [ 2090.055925] env[62633]: _type = "Task" [ 2090.055925] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.063661] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809003, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.153027] env[62633]: INFO nova.compute.manager [-] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Took 1.42 seconds to deallocate network for instance. [ 2090.303409] env[62633]: DEBUG nova.compute.manager [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Received event network-changed-47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2090.303678] env[62633]: DEBUG nova.compute.manager [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Refreshing instance network info cache due to event network-changed-47c6e889-7e91-49db-81c3-e4233d2ba557. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2090.303939] env[62633]: DEBUG oslo_concurrency.lockutils [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] Acquiring lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.304391] env[62633]: DEBUG oslo_concurrency.lockutils [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] Acquired lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.304689] env[62633]: DEBUG nova.network.neutron [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Refreshing network info cache for port 47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2090.432037] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: cf8aca8b-d48b-4221-9eaa-7f7b73b0a842] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2090.568067] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809003, 'name': CreateVM_Task, 'duration_secs': 0.381884} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.568282] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2090.569193] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.569446] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.569887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2090.570233] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b355cc4-e700-4bf0-ba68-4138a5c0a15e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.575400] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2090.575400] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5248598f-677e-d865-4b8e-5872f1bb2277" [ 2090.575400] env[62633]: _type = "Task" [ 2090.575400] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.583349] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5248598f-677e-d865-4b8e-5872f1bb2277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.660120] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.660427] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.660647] env[62633]: DEBUG nova.objects.instance [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lazy-loading 'resources' on Instance uuid b27c421e-9083-440e-91e8-fe15f81eaa6e {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2090.935686] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 26ab3dda-f9e2-47ac-bf71-13170c345593] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2091.000451] env[62633]: DEBUG nova.network.neutron [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updated VIF entry in instance network info cache for port 47c6e889-7e91-49db-81c3-e4233d2ba557. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.000839] env[62633]: DEBUG nova.network.neutron [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.086239] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5248598f-677e-d865-4b8e-5872f1bb2277, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.086563] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.086801] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2091.087054] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.087213] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.087401] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2091.087665] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1fa3a1a-171c-470c-80f6-c7900a19eebd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.096725] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2091.096912] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2091.097613] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a818f8f6-5b44-4415-922d-c99ae50d66f8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.103792] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2091.103792] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d34145-93e8-412b-86d5-ce43943b24ae" [ 2091.103792] env[62633]: _type = "Task" [ 2091.103792] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.111692] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d34145-93e8-412b-86d5-ce43943b24ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.214571] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68df340-d7a4-4f4c-9371-9693ca2ab24f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.222742] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07689ad-f274-4383-99cc-90f64aabb913 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.253586] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5c7714-7b4b-43f8-a039-3bc71254641f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.260716] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebc048b-2181-4bee-befa-6798a0d7340a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.274332] env[62633]: DEBUG nova.compute.provider_tree [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2091.438895] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 8559546e-7000-4645-b0c5-0fd4711809ac] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2091.503830] env[62633]: DEBUG oslo_concurrency.lockutils [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] Releasing lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.504122] env[62633]: DEBUG nova.compute.manager [req-277e8e5c-2ed4-49a6-a55d-af7e335d7bc9 req-b59dd2cc-9ffc-4346-9fbd-48912271959b service nova] [instance: b27c421e-9083-440e-91e8-fe15f81eaa6e] Received event network-vif-deleted-6cfdbec9-ba35-49bc-8bc6-72f767a97580 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2091.614323] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d34145-93e8-412b-86d5-ce43943b24ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.615064] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f008ad-2743-4781-b939-a79fb01d80d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.620796] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2091.620796] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]522cc3b8-68aa-1dd8-5b3b-8f95ae0324c6" [ 2091.620796] env[62633]: _type = "Task" [ 2091.620796] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.628257] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522cc3b8-68aa-1dd8-5b3b-8f95ae0324c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.793656] env[62633]: ERROR nova.scheduler.client.report [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] [req-be262bce-1b98-42ad-b389-0432eee4fed6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 61758920-fb19-48a2-830b-adcf6390d036. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be262bce-1b98-42ad-b389-0432eee4fed6"}]} [ 2091.808551] env[62633]: DEBUG nova.scheduler.client.report [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Refreshing inventories for resource provider 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2091.820447] env[62633]: DEBUG nova.scheduler.client.report [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating ProviderTree inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2091.820657] env[62633]: DEBUG nova.compute.provider_tree [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2091.829701] env[62633]: DEBUG nova.scheduler.client.report [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Refreshing aggregate associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, aggregates: None {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2091.845584] env[62633]: DEBUG nova.scheduler.client.report [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Refreshing trait associations for resource provider 61758920-fb19-48a2-830b-adcf6390d036, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=62633) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2091.887813] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4b0fe2-d4ef-4fc7-b2e1-802cd8651b18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.896018] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3183afcd-6eda-4cd0-b044-79a7f64d5fed {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.928417] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f03e97-5c72-42ed-bb28-0c6e95684db2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.936218] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb586fb-60bf-4f52-b4ee-42c2719f8604 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.941710] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 507ce92a-bec8-4d64-a8da-e313df691d50] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2091.951835] env[62633]: DEBUG nova.compute.provider_tree [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2092.131568] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]522cc3b8-68aa-1dd8-5b3b-8f95ae0324c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.131848] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.132120] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9322b45c-2077-450a-8c13-ec1207886846/9322b45c-2077-450a-8c13-ec1207886846.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2092.132387] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07485114-738e-4990-8965-b3ade7cdfbea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.140145] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2092.140145] env[62633]: value = "task-1809004" [ 2092.140145] env[62633]: _type = "Task" [ 2092.140145] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.149050] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.454198] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 845dd616-c5bb-4cf4-a933-fe18e9b6898e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2092.484226] env[62633]: DEBUG nova.scheduler.client.report [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updated inventory for provider 61758920-fb19-48a2-830b-adcf6390d036 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2092.484557] env[62633]: DEBUG nova.compute.provider_tree [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating resource provider 61758920-fb19-48a2-830b-adcf6390d036 generation from 183 to 184 during operation: update_inventory {{(pid=62633) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2092.484756] env[62633]: DEBUG nova.compute.provider_tree [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Updating inventory in ProviderTree for provider 61758920-fb19-48a2-830b-adcf6390d036 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2092.649379] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460938} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.649662] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 9322b45c-2077-450a-8c13-ec1207886846/9322b45c-2077-450a-8c13-ec1207886846.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2092.649895] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2092.650155] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0d93f2b-d7b7-4c20-81df-40c3f1541f37 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.657063] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2092.657063] env[62633]: value = "task-1809005" [ 2092.657063] env[62633]: _type = "Task" [ 2092.657063] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.664686] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.960103] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: e43a0fb3-a032-4fca-9463-d3fad7590707] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2092.974751] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Acquiring lock "e3149f46-5759-41c3-a423-89ec2ec648a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.974999] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "e3149f46-5759-41c3-a423-89ec2ec648a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.990240] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.007325] env[62633]: INFO nova.scheduler.client.report [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Deleted allocations for instance b27c421e-9083-440e-91e8-fe15f81eaa6e [ 2093.168281] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063702} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.168430] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2093.169306] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e786b4db-5528-4fff-891d-f5680a8173e4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.195321] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 9322b45c-2077-450a-8c13-ec1207886846/9322b45c-2077-450a-8c13-ec1207886846.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2093.195621] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ec0ff7a-2df4-41fa-b136-9531b8129a6b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.215161] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2093.215161] env[62633]: value = "task-1809006" [ 2093.215161] env[62633]: _type = "Task" [ 2093.215161] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.223186] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.467350] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: a24b1271-9773-4719-b12a-6e161213b834] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2093.478638] env[62633]: DEBUG nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2093.514901] env[62633]: DEBUG oslo_concurrency.lockutils [None req-90828e54-9422-42fd-98b9-da438df9aa0c tempest-AttachVolumeShelveTestJSON-555443861 tempest-AttachVolumeShelveTestJSON-555443861-project-member] Lock "b27c421e-9083-440e-91e8-fe15f81eaa6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.049s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.726609] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809006, 'name': ReconfigVM_Task, 'duration_secs': 0.286654} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.727015] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 9322b45c-2077-450a-8c13-ec1207886846/9322b45c-2077-450a-8c13-ec1207886846.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2093.727723] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92852d55-8025-40ca-b0a9-c10e57891634 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.738122] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2093.738122] env[62633]: value = "task-1809007" [ 2093.738122] env[62633]: _type = "Task" [ 2093.738122] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.747827] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809007, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.971414] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: a734ee7b-96e9-4756-824e-2901fbffc4bf] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2094.002012] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.002296] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.004191] env[62633]: INFO nova.compute.claims [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2094.248880] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809007, 'name': Rename_Task, 'duration_secs': 0.148293} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.249190] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2094.249440] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9595e641-9f0e-4626-b8c6-21d38644ac58 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.256501] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2094.256501] env[62633]: value = "task-1809008" [ 2094.256501] env[62633]: _type = "Task" [ 2094.256501] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.264769] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.474371] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 7b13b47f-3d30-467e-b7ab-bef0d004e29b] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2094.766871] env[62633]: DEBUG oslo_vmware.api [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809008, 'name': PowerOnVM_Task, 'duration_secs': 0.503922} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.767110] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2094.767327] env[62633]: INFO nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Took 6.68 seconds to spawn the instance on the hypervisor. [ 2094.767514] env[62633]: DEBUG nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2094.768318] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3bb5cb-e09d-4278-8512-0e79812bd17c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.978333] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: c85ae469-28ad-4400-95c0-bc48b3557971] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2095.069622] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8203a190-b483-4e01-84e6-efd62be9bf72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.078324] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf2f2d2-9bf6-4b4a-8bad-eeb73b925472 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.110898] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e57841-f827-4b01-85f5-3b32d19afe71 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.118645] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca29b28-65c5-48e4-ab68-2fad8ef59db8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.131902] env[62633]: DEBUG nova.compute.provider_tree [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.286889] env[62633]: INFO nova.compute.manager [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Took 11.36 seconds to build instance. [ 2095.482184] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 8a5978c8-220e-4534-a032-4b763206c561] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2095.635012] env[62633]: DEBUG nova.scheduler.client.report [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2095.788624] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6b75405-f607-452f-8b50-725d22d343bc tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "9322b45c-2077-450a-8c13-ec1207886846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.870s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.956893] env[62633]: DEBUG nova.compute.manager [req-9a5ddc9f-184f-4485-b88f-32282aacb739 req-a988c2d4-c1c4-4644-a92d-1eb6786efc69 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Received event network-changed-47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2095.957125] env[62633]: DEBUG nova.compute.manager [req-9a5ddc9f-184f-4485-b88f-32282aacb739 req-a988c2d4-c1c4-4644-a92d-1eb6786efc69 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Refreshing instance network info cache due to event network-changed-47c6e889-7e91-49db-81c3-e4233d2ba557. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2095.957374] env[62633]: DEBUG oslo_concurrency.lockutils [req-9a5ddc9f-184f-4485-b88f-32282aacb739 req-a988c2d4-c1c4-4644-a92d-1eb6786efc69 service nova] Acquiring lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.957611] env[62633]: DEBUG oslo_concurrency.lockutils [req-9a5ddc9f-184f-4485-b88f-32282aacb739 req-a988c2d4-c1c4-4644-a92d-1eb6786efc69 service nova] Acquired lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.957738] env[62633]: DEBUG nova.network.neutron [req-9a5ddc9f-184f-4485-b88f-32282aacb739 req-a988c2d4-c1c4-4644-a92d-1eb6786efc69 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Refreshing network info cache for port 47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.985363] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 8d0a0ea0-adcf-4d48-b704-1f0f360f9c97] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2096.139907] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.140348] env[62633]: DEBUG nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2096.488626] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: be1e7ea5-12cb-4d56-a360-c9c6b4627f88] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2096.645207] env[62633]: DEBUG nova.compute.utils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.646704] env[62633]: DEBUG nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2096.646835] env[62633]: DEBUG nova.network.neutron [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2096.706575] env[62633]: DEBUG nova.network.neutron [req-9a5ddc9f-184f-4485-b88f-32282aacb739 req-a988c2d4-c1c4-4644-a92d-1eb6786efc69 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updated VIF entry in instance network info cache for port 47c6e889-7e91-49db-81c3-e4233d2ba557. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2096.707054] env[62633]: DEBUG nova.network.neutron [req-9a5ddc9f-184f-4485-b88f-32282aacb739 req-a988c2d4-c1c4-4644-a92d-1eb6786efc69 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.711429] env[62633]: DEBUG nova.policy [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd64ffc10d2254d95a80cf76b4b69dc03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e35e6d195a5487cb05326e7aa03d285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 2096.970641] env[62633]: DEBUG nova.network.neutron [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Successfully created port: 38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2096.991515] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: bd5fa391-32ae-4aa3-b31b-5fe49127fb6c] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2097.149848] env[62633]: DEBUG nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2097.209862] env[62633]: DEBUG oslo_concurrency.lockutils [req-9a5ddc9f-184f-4485-b88f-32282aacb739 req-a988c2d4-c1c4-4644-a92d-1eb6786efc69 service nova] Releasing lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.494189] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 5e93b1b6-e26d-4771-aeba-59949dc4734d] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2097.655935] env[62633]: INFO nova.virt.block_device [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Booting with volume 2b80cb6f-57bb-42fc-b9c5-defbb642852d at /dev/sda [ 2097.687190] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef200181-69e5-4869-8f0e-b63a7d427e25 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.697533] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333865ac-aee0-452d-b481-417495f2954b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.725554] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d05dfdd-e4fe-4332-a979-7e94d6f98fc1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.734696] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0fc4b6-4ac5-49a7-a5cd-f6695799ecda {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.760443] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347711c0-3615-49f2-80ad-27ff6b1c5f56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.767347] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253d7b7f-75ce-4939-814d-35953feaf666 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.783118] env[62633]: DEBUG nova.virt.block_device [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Updating existing volume attachment record: c69024c5-b224-41f3-b530-3889e1f9de64 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2097.997766] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: fa39a315-e0a1-4373-af7d-1ecb255ca737] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2098.471214] env[62633]: DEBUG nova.compute.manager [req-7f1eb510-e10c-4eb4-9bb3-0157c789770b req-0388eaef-eea0-48d3-b5e1-055b6dc54499 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Received event network-vif-plugged-38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2098.471214] env[62633]: DEBUG oslo_concurrency.lockutils [req-7f1eb510-e10c-4eb4-9bb3-0157c789770b req-0388eaef-eea0-48d3-b5e1-055b6dc54499 service nova] Acquiring lock "e3149f46-5759-41c3-a423-89ec2ec648a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.471214] env[62633]: DEBUG oslo_concurrency.lockutils [req-7f1eb510-e10c-4eb4-9bb3-0157c789770b req-0388eaef-eea0-48d3-b5e1-055b6dc54499 service nova] Lock "e3149f46-5759-41c3-a423-89ec2ec648a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.471214] env[62633]: DEBUG oslo_concurrency.lockutils [req-7f1eb510-e10c-4eb4-9bb3-0157c789770b req-0388eaef-eea0-48d3-b5e1-055b6dc54499 service nova] Lock "e3149f46-5759-41c3-a423-89ec2ec648a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.471214] env[62633]: DEBUG nova.compute.manager [req-7f1eb510-e10c-4eb4-9bb3-0157c789770b req-0388eaef-eea0-48d3-b5e1-055b6dc54499 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] No waiting events found dispatching network-vif-plugged-38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2098.471214] env[62633]: WARNING nova.compute.manager [req-7f1eb510-e10c-4eb4-9bb3-0157c789770b req-0388eaef-eea0-48d3-b5e1-055b6dc54499 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Received unexpected event network-vif-plugged-38f4b13b-bbab-4388-9c05-d1490c859f22 for instance with vm_state building and task_state block_device_mapping. [ 2098.501423] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 460f9ef7-3c7c-4bbc-a805-5994ecbb34ca] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2098.638551] env[62633]: DEBUG nova.network.neutron [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Successfully updated port: 38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2099.005885] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: f701f97b-1629-41a3-b195-12a0b8122ccf] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2099.139467] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Acquiring lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.139629] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Acquired lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.139789] env[62633]: DEBUG nova.network.neutron [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.509258] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 62330dee-f42a-4c6f-93c7-be10422d7ff5] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2099.684512] env[62633]: DEBUG nova.network.neutron [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2099.870378] env[62633]: DEBUG nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2099.871106] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2099.871281] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2099.871421] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2099.871609] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2099.871761] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2099.871912] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2099.872141] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2099.872313] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2099.872488] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2099.872660] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2099.872840] env[62633]: DEBUG nova.virt.hardware [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2099.874694] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea6a5c-d8da-4038-b0b7-530a9abb7991 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.884194] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22220d5-6deb-4913-bf77-d19d517b8a17 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.889351] env[62633]: DEBUG nova.network.neutron [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Updating instance_info_cache with network_info: [{"id": "38f4b13b-bbab-4388-9c05-d1490c859f22", "address": "fa:16:3e:f8:50:fe", "network": {"id": "3601133b-41c1-401c-9357-7c5bc708769b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-818080514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e35e6d195a5487cb05326e7aa03d285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f4b13b-bb", "ovs_interfaceid": "38f4b13b-bbab-4388-9c05-d1490c859f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.013386] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 31f986a1-2911-45ce-9e1e-2f78e888a9a7] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2100.393282] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Releasing lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.393631] env[62633]: DEBUG nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Instance network_info: |[{"id": "38f4b13b-bbab-4388-9c05-d1490c859f22", "address": "fa:16:3e:f8:50:fe", "network": {"id": "3601133b-41c1-401c-9357-7c5bc708769b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-818080514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e35e6d195a5487cb05326e7aa03d285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f4b13b-bb", "ovs_interfaceid": "38f4b13b-bbab-4388-9c05-d1490c859f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2100.394135] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:50:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38f4b13b-bbab-4388-9c05-d1490c859f22', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2100.401810] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Creating folder: Project (1e35e6d195a5487cb05326e7aa03d285). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2100.402081] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b48f4f7-ccf1-4cb7-8abd-b4b57160364e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.416229] env[62633]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2100.416385] env[62633]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62633) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2100.416696] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Folder already exists: Project (1e35e6d195a5487cb05326e7aa03d285). Parent ref: group-v374582. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2100.416885] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Creating folder: Instances. Parent ref: group-v374910. {{(pid=62633) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2100.417498] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfc288c2-3403-4a30-a146-34a499a3d5ab {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.427032] env[62633]: INFO nova.virt.vmwareapi.vm_util [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Created folder: Instances in parent group-v374910. [ 2100.427277] env[62633]: DEBUG oslo.service.loopingcall [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2100.427464] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2100.427649] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-770defa3-2081-4383-bab9-56cf4b67c832 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.446843] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2100.446843] env[62633]: value = "task-1809012" [ 2100.446843] env[62633]: _type = "Task" [ 2100.446843] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.455013] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809012, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.503157] env[62633]: DEBUG nova.compute.manager [req-ddc9da1a-b1e4-48ed-a5c9-efc15be603b1 req-7e02b2dc-cc70-4132-a29d-de5710e18dd8 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Received event network-changed-38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2100.503290] env[62633]: DEBUG nova.compute.manager [req-ddc9da1a-b1e4-48ed-a5c9-efc15be603b1 req-7e02b2dc-cc70-4132-a29d-de5710e18dd8 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Refreshing instance network info cache due to event network-changed-38f4b13b-bbab-4388-9c05-d1490c859f22. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2100.503502] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc9da1a-b1e4-48ed-a5c9-efc15be603b1 req-7e02b2dc-cc70-4132-a29d-de5710e18dd8 service nova] Acquiring lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.503954] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc9da1a-b1e4-48ed-a5c9-efc15be603b1 req-7e02b2dc-cc70-4132-a29d-de5710e18dd8 service nova] Acquired lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.504203] env[62633]: DEBUG nova.network.neutron [req-ddc9da1a-b1e4-48ed-a5c9-efc15be603b1 req-7e02b2dc-cc70-4132-a29d-de5710e18dd8 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Refreshing network info cache for port 38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2100.516109] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 54a284ae-9039-4553-80ae-90f2079ca09b] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2100.956975] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809012, 'name': CreateVM_Task, 'duration_secs': 0.310771} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.957166] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2100.957864] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'c69024c5-b224-41f3-b530-3889e1f9de64', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374913', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'name': 'volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3149f46-5759-41c3-a423-89ec2ec648a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'serial': '2b80cb6f-57bb-42fc-b9c5-defbb642852d'}, 'volume_type': None}], 'swap': None} {{(pid=62633) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2100.958094] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Root volume attach. Driver type: vmdk {{(pid=62633) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2100.958886] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c9c766-51d2-4a53-b746-4dcbff76591f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.966468] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dc8ca3-2dd1-4d17-b1ee-611e9fcf1192 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.972557] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d98d74-ee83-446e-919c-be78c5b70c62 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.978432] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-15a268ad-b5d0-4fdf-a3e0-61a1bac930f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.985593] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2100.985593] env[62633]: value = "task-1809013" [ 2100.985593] env[62633]: _type = "Task" [ 2100.985593] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.992770] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809013, 'name': RelocateVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.019721] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 56591abe-81cb-4af8-97e0-f6015f794f26] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2101.222138] env[62633]: DEBUG nova.network.neutron [req-ddc9da1a-b1e4-48ed-a5c9-efc15be603b1 req-7e02b2dc-cc70-4132-a29d-de5710e18dd8 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Updated VIF entry in instance network info cache for port 38f4b13b-bbab-4388-9c05-d1490c859f22. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2101.222567] env[62633]: DEBUG nova.network.neutron [req-ddc9da1a-b1e4-48ed-a5c9-efc15be603b1 req-7e02b2dc-cc70-4132-a29d-de5710e18dd8 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Updating instance_info_cache with network_info: [{"id": "38f4b13b-bbab-4388-9c05-d1490c859f22", "address": "fa:16:3e:f8:50:fe", "network": {"id": "3601133b-41c1-401c-9357-7c5bc708769b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-818080514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e35e6d195a5487cb05326e7aa03d285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f4b13b-bb", "ovs_interfaceid": "38f4b13b-bbab-4388-9c05-d1490c859f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.496337] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809013, 'name': RelocateVM_Task, 'duration_secs': 0.343033} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.496582] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2101.496787] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374913', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'name': 'volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3149f46-5759-41c3-a423-89ec2ec648a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'serial': '2b80cb6f-57bb-42fc-b9c5-defbb642852d'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2101.497551] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df294b7-4a93-40f9-b1a1-23e9f167c18e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.512722] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedb4207-3009-44c6-9812-2ffb062e5028 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.526660] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: b8bbe304-770c-4719-8c45-ada25e5eac67] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2101.536666] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d/volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2101.537824] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d7c5912-090b-44bf-8d8e-9f4bb407c68b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.219531] env[62633]: DEBUG oslo_concurrency.lockutils [req-ddc9da1a-b1e4-48ed-a5c9-efc15be603b1 req-7e02b2dc-cc70-4132-a29d-de5710e18dd8 service nova] Releasing lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.220176] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 8fa0efb0-b72a-4313-adcc-ceb0c497415a] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2102.232025] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2102.232025] env[62633]: value = "task-1809014" [ 2102.232025] env[62633]: _type = "Task" [ 2102.232025] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.237387] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.723703] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: ec578d53-b1f7-41e3-9d97-c3a52d078893] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2102.737880] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809014, 'name': ReconfigVM_Task, 'duration_secs': 0.317795} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.738160] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d/volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2102.742766] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f85fa8a-3659-4ede-8ed6-d08c477226a9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.758082] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2102.758082] env[62633]: value = "task-1809015" [ 2102.758082] env[62633]: _type = "Task" [ 2102.758082] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.765654] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.226843] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0c264e0a-88a7-4389-aaae-8617f59f5360] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2103.268317] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809015, 'name': ReconfigVM_Task, 'duration_secs': 0.169763} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.268671] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374913', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'name': 'volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3149f46-5759-41c3-a423-89ec2ec648a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'serial': '2b80cb6f-57bb-42fc-b9c5-defbb642852d'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2103.269208] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acc743fb-dacc-4f51-90c0-bfebf941a6d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.276386] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2103.276386] env[62633]: value = "task-1809016" [ 2103.276386] env[62633]: _type = "Task" [ 2103.276386] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.283883] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809016, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.730673] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 434417f7-12a4-45fc-ab31-38f26af0fb44] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2103.785864] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809016, 'name': Rename_Task, 'duration_secs': 0.132882} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.786406] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2103.786660] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67e1d47a-e349-4391-a652-2ac17fea55a8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.794462] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2103.794462] env[62633]: value = "task-1809017" [ 2103.794462] env[62633]: _type = "Task" [ 2103.794462] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.805230] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.234218] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 0ecba84c-08d1-4790-a170-eabff2c6d69e] Instance has had 0 of 5 cleanup attempts {{(pid=62633) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2104.304307] env[62633]: DEBUG oslo_vmware.api [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809017, 'name': PowerOnVM_Task, 'duration_secs': 0.425694} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.304583] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2104.304785] env[62633]: INFO nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Took 4.43 seconds to spawn the instance on the hypervisor. [ 2104.304964] env[62633]: DEBUG nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2104.305744] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27180e3-17c0-48d8-9d42-8297b95a75f9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.737525] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2104.826676] env[62633]: INFO nova.compute.manager [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Took 10.84 seconds to build instance. [ 2105.224775] env[62633]: DEBUG nova.compute.manager [req-9c7005f4-0556-4110-8206-44ede6a75dd9 req-301c4aca-47a8-4fc5-a8c0-ac1176dd0234 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Received event network-changed-38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2105.224775] env[62633]: DEBUG nova.compute.manager [req-9c7005f4-0556-4110-8206-44ede6a75dd9 req-301c4aca-47a8-4fc5-a8c0-ac1176dd0234 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Refreshing instance network info cache due to event network-changed-38f4b13b-bbab-4388-9c05-d1490c859f22. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2105.224775] env[62633]: DEBUG oslo_concurrency.lockutils [req-9c7005f4-0556-4110-8206-44ede6a75dd9 req-301c4aca-47a8-4fc5-a8c0-ac1176dd0234 service nova] Acquiring lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.225047] env[62633]: DEBUG oslo_concurrency.lockutils [req-9c7005f4-0556-4110-8206-44ede6a75dd9 req-301c4aca-47a8-4fc5-a8c0-ac1176dd0234 service nova] Acquired lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.225047] env[62633]: DEBUG nova.network.neutron [req-9c7005f4-0556-4110-8206-44ede6a75dd9 req-301c4aca-47a8-4fc5-a8c0-ac1176dd0234 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Refreshing network info cache for port 38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2105.331500] env[62633]: DEBUG oslo_concurrency.lockutils [None req-daa3e33a-35ba-4496-9e50-66ee381fa976 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "e3149f46-5759-41c3-a423-89ec2ec648a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.355s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.936220] env[62633]: DEBUG nova.network.neutron [req-9c7005f4-0556-4110-8206-44ede6a75dd9 req-301c4aca-47a8-4fc5-a8c0-ac1176dd0234 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Updated VIF entry in instance network info cache for port 38f4b13b-bbab-4388-9c05-d1490c859f22. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.936616] env[62633]: DEBUG nova.network.neutron [req-9c7005f4-0556-4110-8206-44ede6a75dd9 req-301c4aca-47a8-4fc5-a8c0-ac1176dd0234 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Updating instance_info_cache with network_info: [{"id": "38f4b13b-bbab-4388-9c05-d1490c859f22", "address": "fa:16:3e:f8:50:fe", "network": {"id": "3601133b-41c1-401c-9357-7c5bc708769b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-818080514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e35e6d195a5487cb05326e7aa03d285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38f4b13b-bb", "ovs_interfaceid": "38f4b13b-bbab-4388-9c05-d1490c859f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.439762] env[62633]: DEBUG oslo_concurrency.lockutils [req-9c7005f4-0556-4110-8206-44ede6a75dd9 req-301c4aca-47a8-4fc5-a8c0-ac1176dd0234 service nova] Releasing lock "refresh_cache-e3149f46-5759-41c3-a423-89ec2ec648a9" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.610145] env[62633]: DEBUG oslo_concurrency.lockutils [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.610443] env[62633]: DEBUG oslo_concurrency.lockutils [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.114101] env[62633]: DEBUG nova.compute.utils [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2118.616698] env[62633]: DEBUG oslo_concurrency.lockutils [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.689059] env[62633]: DEBUG oslo_concurrency.lockutils [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.689478] env[62633]: DEBUG oslo_concurrency.lockutils [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.689523] env[62633]: INFO nova.compute.manager [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Attaching volume df6e5f3e-784e-4ddb-b0ec-584c2982536b to /dev/sdb [ 2119.719434] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207e9cac-fb39-49c0-9a6e-22f0fe38c412 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.727332] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c514cd-5dfc-4ed5-8550-35e846025ea9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.740294] env[62633]: DEBUG nova.virt.block_device [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Updating existing volume attachment record: ae01a694-1503-49f5-9858-b30bf6677666 {{(pid=62633) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2124.281195] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Volume attach. Driver type: vmdk {{(pid=62633) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2124.281454] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374917', 'volume_id': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'name': 'volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '45b4d580-9525-4b37-8f9b-8e03e2cebd82', 'attached_at': '', 'detached_at': '', 'volume_id': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'serial': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2124.282367] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062b419-497d-43a2-91ca-3fb58b3c2b80 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.299925] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e242e10-f850-4607-9807-215beafcf54f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.323699] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b/volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2124.323949] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f61e285-2cb9-4459-87f6-07b4859f1cf0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.342865] env[62633]: DEBUG oslo_vmware.api [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2124.342865] env[62633]: value = "task-1809020" [ 2124.342865] env[62633]: _type = "Task" [ 2124.342865] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.350153] env[62633]: DEBUG oslo_vmware.api [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.852875] env[62633]: DEBUG oslo_vmware.api [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809020, 'name': ReconfigVM_Task, 'duration_secs': 0.340571} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.853216] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b/volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2124.857758] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cade1854-b6d0-44d4-b9c6-cc90598031d4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.872809] env[62633]: DEBUG oslo_vmware.api [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2124.872809] env[62633]: value = "task-1809021" [ 2124.872809] env[62633]: _type = "Task" [ 2124.872809] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.880098] env[62633]: DEBUG oslo_vmware.api [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.382860] env[62633]: DEBUG oslo_vmware.api [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809021, 'name': ReconfigVM_Task, 'duration_secs': 0.15936} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.383332] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374917', 'volume_id': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'name': 'volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '45b4d580-9525-4b37-8f9b-8e03e2cebd82', 'attached_at': '', 'detached_at': '', 'volume_id': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'serial': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b'} {{(pid=62633) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2126.417911] env[62633]: DEBUG nova.objects.instance [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'flavor' on Instance uuid 45b4d580-9525-4b37-8f9b-8e03e2cebd82 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.924614] env[62633]: DEBUG oslo_concurrency.lockutils [None req-224f4f50-9b94-4841-863d-6f0fb53fcc12 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.113277] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.113566] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.617055] env[62633]: INFO nova.compute.manager [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Detaching volume df6e5f3e-784e-4ddb-b0ec-584c2982536b [ 2127.648304] env[62633]: INFO nova.virt.block_device [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Attempting to driver detach volume df6e5f3e-784e-4ddb-b0ec-584c2982536b from mountpoint /dev/sdb [ 2127.648304] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2127.648304] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374917', 'volume_id': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'name': 'volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '45b4d580-9525-4b37-8f9b-8e03e2cebd82', 'attached_at': '', 'detached_at': '', 'volume_id': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'serial': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2127.648304] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a74856a-dce3-4cc6-932d-afe3e2980c56 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.669442] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142295c6-ab7e-42fe-aad2-abd6e4bd63a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.676320] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b725448b-c467-40ab-98ba-dc9a39cb1587 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.695860] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31955c9a-449f-4617-848f-1f8085285619 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.709992] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] The volume has not been displaced from its original location: [datastore1] volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b/volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2127.715173] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2127.715436] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14c08d14-b44d-4577-bced-5c7acccd5883 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.732579] env[62633]: DEBUG oslo_vmware.api [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2127.732579] env[62633]: value = "task-1809022" [ 2127.732579] env[62633]: _type = "Task" [ 2127.732579] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.740511] env[62633]: DEBUG oslo_vmware.api [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809022, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.242803] env[62633]: DEBUG oslo_vmware.api [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809022, 'name': ReconfigVM_Task, 'duration_secs': 0.216657} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.243152] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2128.247721] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfdc2d54-a836-4466-b83a-934e8b0dcb67 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.262269] env[62633]: DEBUG oslo_vmware.api [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2128.262269] env[62633]: value = "task-1809023" [ 2128.262269] env[62633]: _type = "Task" [ 2128.262269] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.269911] env[62633]: DEBUG oslo_vmware.api [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.772186] env[62633]: DEBUG oslo_vmware.api [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809023, 'name': ReconfigVM_Task, 'duration_secs': 0.137525} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.772518] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374917', 'volume_id': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'name': 'volume-df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '45b4d580-9525-4b37-8f9b-8e03e2cebd82', 'attached_at': '', 'detached_at': '', 'volume_id': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b', 'serial': 'df6e5f3e-784e-4ddb-b0ec-584c2982536b'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2129.311475] env[62633]: DEBUG nova.objects.instance [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'flavor' on Instance uuid 45b4d580-9525-4b37-8f9b-8e03e2cebd82 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2130.319338] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dbfeb6c2-36b6-4b3d-8f58-5bf350b28711 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.345369] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.345843] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.346172] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.346470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.346737] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.348926] env[62633]: INFO nova.compute.manager [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Terminating instance [ 2131.350725] env[62633]: DEBUG nova.compute.manager [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2131.350983] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2131.351873] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a4fcd1-4fd4-4d91-ab70-c815e5b84138 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.360175] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.360452] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71360b1-90aa-44b3-bacf-c09ce9eb2cb5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.367105] env[62633]: DEBUG oslo_vmware.api [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2131.367105] env[62633]: value = "task-1809024" [ 2131.367105] env[62633]: _type = "Task" [ 2131.367105] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.374865] env[62633]: DEBUG oslo_vmware.api [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.876755] env[62633]: DEBUG oslo_vmware.api [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809024, 'name': PowerOffVM_Task, 'duration_secs': 0.165656} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.877032] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.877223] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.877470] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdfa0faf-a69d-4625-be7d-0bc2ee4329dc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.089085] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2132.089304] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2132.089451] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleting the datastore file [datastore1] 45b4d580-9525-4b37-8f9b-8e03e2cebd82 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2132.089727] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20f03060-9202-40d6-9b7a-186f9369596f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.096740] env[62633]: DEBUG oslo_vmware.api [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for the task: (returnval){ [ 2132.096740] env[62633]: value = "task-1809026" [ 2132.096740] env[62633]: _type = "Task" [ 2132.096740] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.104032] env[62633]: DEBUG oslo_vmware.api [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.606499] env[62633]: DEBUG oslo_vmware.api [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Task: {'id': task-1809026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148546} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.606876] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.606933] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2132.607116] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2132.607296] env[62633]: INFO nova.compute.manager [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2132.607538] env[62633]: DEBUG oslo.service.loopingcall [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.607727] env[62633]: DEBUG nova.compute.manager [-] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2132.607823] env[62633]: DEBUG nova.network.neutron [-] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2133.057597] env[62633]: DEBUG nova.compute.manager [req-14f78ce9-9be6-44ce-9f9c-a8be8f7f1dce req-cb73fd11-de7c-4b23-9c68-2c0af1ca4925 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Received event network-vif-deleted-6559e672-3cd5-45b0-a519-53453f72ff65 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2133.057843] env[62633]: INFO nova.compute.manager [req-14f78ce9-9be6-44ce-9f9c-a8be8f7f1dce req-cb73fd11-de7c-4b23-9c68-2c0af1ca4925 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Neutron deleted interface 6559e672-3cd5-45b0-a519-53453f72ff65; detaching it from the instance and deleting it from the info cache [ 2133.058038] env[62633]: DEBUG nova.network.neutron [req-14f78ce9-9be6-44ce-9f9c-a8be8f7f1dce req-cb73fd11-de7c-4b23-9c68-2c0af1ca4925 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.397010] env[62633]: DEBUG nova.compute.manager [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Stashing vm_state: active {{(pid=62633) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 2133.530875] env[62633]: DEBUG nova.network.neutron [-] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.560773] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d043ee-9d9d-4266-aff4-2cae19f133bd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.570305] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4636771-49f8-4c83-a202-e96278b84bd5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.595069] env[62633]: DEBUG nova.compute.manager [req-14f78ce9-9be6-44ce-9f9c-a8be8f7f1dce req-cb73fd11-de7c-4b23-9c68-2c0af1ca4925 service nova] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Detach interface failed, port_id=6559e672-3cd5-45b0-a519-53453f72ff65, reason: Instance 45b4d580-9525-4b37-8f9b-8e03e2cebd82 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2133.949247] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.949528] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.033513] env[62633]: INFO nova.compute.manager [-] [instance: 45b4d580-9525-4b37-8f9b-8e03e2cebd82] Took 1.43 seconds to deallocate network for instance. [ 2134.454399] env[62633]: INFO nova.compute.claims [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2134.539556] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.960707] env[62633]: INFO nova.compute.resource_tracker [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating resource usage from migration 39ac9546-ba76-488e-88e0-6c792e5b6ebb [ 2135.017192] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac14d51c-0d97-41d9-9802-de57fa8f6218 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.024871] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc136688-e1f1-4b30-a663-9bc0eedab018 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.055016] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bbd1d8-8164-4684-959c-12cf9391fc26 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.062051] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483096d-fcc8-4856-b515-11b949b04614 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.074947] env[62633]: DEBUG nova.compute.provider_tree [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.579408] env[62633]: DEBUG nova.scheduler.client.report [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2136.085382] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.135s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.085902] env[62633]: INFO nova.compute.manager [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Migrating [ 2136.096160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.557s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.096512] env[62633]: DEBUG nova.objects.instance [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lazy-loading 'resources' on Instance uuid 45b4d580-9525-4b37-8f9b-8e03e2cebd82 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2136.610025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.610025] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.610545] env[62633]: DEBUG nova.network.neutron [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2136.662272] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e195c051-5450-4681-8069-4170fc81e0f3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.670535] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a102a-a878-4908-8344-041ccce4848c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.701688] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3315c634-0ecc-49c0-9bad-0fa78fc1eb09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.709532] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4991030d-9686-4c1b-826e-2c224e42b2dd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.722370] env[62633]: DEBUG nova.compute.provider_tree [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.226301] env[62633]: DEBUG nova.scheduler.client.report [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2137.328023] env[62633]: DEBUG nova.network.neutron [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.732030] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.752075] env[62633]: INFO nova.scheduler.client.report [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Deleted allocations for instance 45b4d580-9525-4b37-8f9b-8e03e2cebd82 [ 2137.830724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.262994] env[62633]: DEBUG oslo_concurrency.lockutils [None req-9a2aad35-9f9b-4418-a0e6-4a455f2ed8d0 tempest-AttachVolumeNegativeTest-1648394513 tempest-AttachVolumeNegativeTest-1648394513-project-member] Lock "45b4d580-9525-4b37-8f9b-8e03e2cebd82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.917s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.345430] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c08fe34-57cc-407e-a26b-7d8d019efe39 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.364121] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance '9322b45c-2077-450a-8c13-ec1207886846' progress to 0 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2139.870417] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2139.870743] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da1fbde-64ef-42fd-9583-acf36f380581 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.878973] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2139.878973] env[62633]: value = "task-1809028" [ 2139.878973] env[62633]: _type = "Task" [ 2139.878973] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.888933] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.388433] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809028, 'name': PowerOffVM_Task, 'duration_secs': 0.212168} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.388842] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2140.388887] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance '9322b45c-2077-450a-8c13-ec1207886846' progress to 17 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2140.895761] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2140.896068] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2140.896228] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2140.896418] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2140.896568] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2140.896720] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2140.896924] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2140.897101] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2140.897278] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2140.897444] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2140.897618] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2140.902668] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c016da3f-01a5-4fbe-bf66-9e5e20bcb890 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.919769] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2140.919769] env[62633]: value = "task-1809029" [ 2140.919769] env[62633]: _type = "Task" [ 2140.919769] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.927686] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.430051] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809029, 'name': ReconfigVM_Task, 'duration_secs': 0.169027} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.430432] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance '9322b45c-2077-450a-8c13-ec1207886846' progress to 33 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2141.936566] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2141.936845] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2141.937015] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2141.937223] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2141.937381] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2141.937535] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2141.937746] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2141.937911] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2141.938104] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2141.938287] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2141.938470] env[62633]: DEBUG nova.virt.hardware [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2141.945077] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2141.945446] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed82285-95b8-48a9-ab49-1f47558c2cfa {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.966687] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2141.966687] env[62633]: value = "task-1809031" [ 2141.966687] env[62633]: _type = "Task" [ 2141.966687] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.975120] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.476554] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809031, 'name': ReconfigVM_Task, 'duration_secs': 0.156525} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.476932] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2142.477592] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd58784-bcff-4e73-ad92-1ab924c52391 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.498854] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 9322b45c-2077-450a-8c13-ec1207886846/9322b45c-2077-450a-8c13-ec1207886846.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2142.499100] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bcee5f6-d07d-43fc-955c-bbf09ac5e70c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.517319] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2142.517319] env[62633]: value = "task-1809032" [ 2142.517319] env[62633]: _type = "Task" [ 2142.517319] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.529623] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.591472] env[62633]: INFO nova.compute.manager [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Rebuilding instance [ 2142.635622] env[62633]: DEBUG nova.compute.manager [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2142.636509] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6be84a4-ccb3-4a98-a772-61bd2903d8b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.027862] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809032, 'name': ReconfigVM_Task, 'duration_secs': 0.267156} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.028181] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 9322b45c-2077-450a-8c13-ec1207886846/9322b45c-2077-450a-8c13-ec1207886846.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2143.028487] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance '9322b45c-2077-450a-8c13-ec1207886846' progress to 50 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2143.148902] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.149177] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6045653d-d80f-448e-9efe-87cca0418bb3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.156974] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2143.156974] env[62633]: value = "task-1809033" [ 2143.156974] env[62633]: _type = "Task" [ 2143.156974] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.164712] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.534903] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e88098-01bb-4da0-bb14-580e5a1c0bd6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.554193] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390fc593-a225-4d50-a6e4-492ddc230e34 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.570903] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance '9322b45c-2077-450a-8c13-ec1207886846' progress to 67 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2143.666267] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809033, 'name': PowerOffVM_Task, 'duration_secs': 0.194593} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.666544] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.667232] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.667472] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff9f90db-e01c-4367-96fb-f52a88ec6914 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.673028] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2143.673028] env[62633]: value = "task-1809034" [ 2143.673028] env[62633]: _type = "Task" [ 2143.673028] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.680136] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.110361] env[62633]: DEBUG nova.network.neutron [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Port 47c6e889-7e91-49db-81c3-e4233d2ba557 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2144.183332] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] VM already powered off {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2144.183519] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2144.183746] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374913', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'name': 'volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3149f46-5759-41c3-a423-89ec2ec648a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'serial': '2b80cb6f-57bb-42fc-b9c5-defbb642852d'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2144.184604] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8668c396-9aa2-4ed8-90e1-8afaecb53307 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.203695] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b4333d-0ea6-4326-be76-8fa5c5447215 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.210322] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f50a562-9bc3-4c81-a371-2dab8d4cfa7d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.227169] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abe943e-df6d-4875-91e9-be70259417b3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.241907] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] The volume has not been displaced from its original location: [datastore1] volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d/volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d.vmdk. No consolidation needed. {{(pid=62633) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2144.247180] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2144.247473] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fbe0aa8-d40f-4758-8b61-bec27cdb78cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.265418] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2144.265418] env[62633]: value = "task-1809035" [ 2144.265418] env[62633]: _type = "Task" [ 2144.265418] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.272694] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.775722] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809035, 'name': ReconfigVM_Task, 'duration_secs': 0.183905} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.776111] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2144.780527] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08823104-891e-444d-ba0f-9b9c79d0fc88 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.795679] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2144.795679] env[62633]: value = "task-1809036" [ 2144.795679] env[62633]: _type = "Task" [ 2144.795679] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.803136] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.132160] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "9322b45c-2077-450a-8c13-ec1207886846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.132415] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "9322b45c-2077-450a-8c13-ec1207886846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.132594] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "9322b45c-2077-450a-8c13-ec1207886846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.305664] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.807138] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809036, 'name': ReconfigVM_Task, 'duration_secs': 0.672097} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.807527] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374913', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'name': 'volume-2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3149f46-5759-41c3-a423-89ec2ec648a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2b80cb6f-57bb-42fc-b9c5-defbb642852d', 'serial': '2b80cb6f-57bb-42fc-b9c5-defbb642852d'} {{(pid=62633) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2145.807677] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.808462] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b07349a-3c62-40fb-babb-0e437bd81e9d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.814717] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2145.814934] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c0c02ee-9fc7-415c-bd19-3a0ed9471945 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.913411] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2145.913656] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2145.913848] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Deleting the datastore file [datastore1] e3149f46-5759-41c3-a423-89ec2ec648a9 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2145.914148] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e892772-af29-4ec6-924c-6c3d51d6572d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.920633] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for the task: (returnval){ [ 2145.920633] env[62633]: value = "task-1809039" [ 2145.920633] env[62633]: _type = "Task" [ 2145.920633] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.927771] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.167301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.167508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.167690] env[62633]: DEBUG nova.network.neutron [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2146.430751] env[62633]: DEBUG oslo_vmware.api [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Task: {'id': task-1809039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074503} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.430964] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2146.431171] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2146.431355] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2146.478898] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Volume detach. Driver type: vmdk {{(pid=62633) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2146.479235] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b41b5be7-169d-4029-bb0e-1d233548003c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.487547] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b23793-3968-4ca0-96e9-78f72d9ec55e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.511452] env[62633]: ERROR nova.compute.manager [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Failed to detach volume 2b80cb6f-57bb-42fc-b9c5-defbb642852d from /dev/sda: nova.exception.InstanceNotFound: Instance e3149f46-5759-41c3-a423-89ec2ec648a9 could not be found. [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Traceback (most recent call last): [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self.driver.rebuild(**kwargs) [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] raise NotImplementedError() [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] NotImplementedError [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] During handling of the above exception, another exception occurred: [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Traceback (most recent call last): [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self.driver.detach_volume(context, old_connection_info, [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] return self._volumeops.detach_volume(connection_info, instance) [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self._detach_volume_vmdk(connection_info, instance) [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] stable_ref.fetch_moref(session) [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] nova.exception.InstanceNotFound: Instance e3149f46-5759-41c3-a423-89ec2ec648a9 could not be found. [ 2146.511452] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] [ 2146.634025] env[62633]: DEBUG nova.compute.utils [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Build of instance e3149f46-5759-41c3-a423-89ec2ec648a9 aborted: Failed to rebuild volume backed instance. {{(pid=62633) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2146.636258] env[62633]: ERROR nova.compute.manager [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e3149f46-5759-41c3-a423-89ec2ec648a9 aborted: Failed to rebuild volume backed instance. [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Traceback (most recent call last): [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self.driver.rebuild(**kwargs) [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] raise NotImplementedError() [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] NotImplementedError [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] During handling of the above exception, another exception occurred: [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Traceback (most recent call last): [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self._detach_root_volume(context, instance, root_bdm) [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] with excutils.save_and_reraise_exception(): [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self.force_reraise() [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] raise self.value [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self.driver.detach_volume(context, old_connection_info, [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] return self._volumeops.detach_volume(connection_info, instance) [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self._detach_volume_vmdk(connection_info, instance) [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] stable_ref.fetch_moref(session) [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] nova.exception.InstanceNotFound: Instance e3149f46-5759-41c3-a423-89ec2ec648a9 could not be found. [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] During handling of the above exception, another exception occurred: [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Traceback (most recent call last): [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] yield [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 2146.636258] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self._do_rebuild_instance_with_claim( [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self._do_rebuild_instance( [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self._rebuild_default_impl(**kwargs) [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] self._rebuild_volume_backed_instance( [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] raise exception.BuildAbortException( [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] nova.exception.BuildAbortException: Build of instance e3149f46-5759-41c3-a423-89ec2ec648a9 aborted: Failed to rebuild volume backed instance. [ 2146.637645] env[62633]: ERROR nova.compute.manager [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] [ 2146.892271] env[62633]: DEBUG nova.network.neutron [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.395406] env[62633]: DEBUG oslo_concurrency.lockutils [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.921012] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4dd9ea-16f6-4736-ada5-f329f20fe464 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.940593] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f286c897-d791-4117-8f1b-8daeec63b531 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.948073] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance '9322b45c-2077-450a-8c13-ec1207886846' progress to 83 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2148.454555] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2148.454814] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31da63b0-c513-40b6-97d8-6f9815a5d992 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.462644] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2148.462644] env[62633]: value = "task-1809040" [ 2148.462644] env[62633]: _type = "Task" [ 2148.462644] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.470559] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.650902] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.651252] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.691926] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48d2bf1-0f37-4f03-b8f1-dfa3d873bf19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.699918] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec25f8-52ea-4a79-b937-f2b67baa5e0d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.729877] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771d17a2-a19a-4cb8-bf43-3abd5957abe9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.737734] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c150787-4b59-4f15-9317-ed53e8d5889c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.752241] env[62633]: DEBUG nova.compute.provider_tree [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.973344] env[62633]: DEBUG oslo_vmware.api [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809040, 'name': PowerOnVM_Task, 'duration_secs': 0.357293} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.973702] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2148.973884] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7dcb2b-9d6a-47ef-84ec-9f8587a84cc9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance '9322b45c-2077-450a-8c13-ec1207886846' progress to 100 {{(pid=62633) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2149.255131] env[62633]: DEBUG nova.scheduler.client.report [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2149.674689] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Acquiring lock "e3149f46-5759-41c3-a423-89ec2ec648a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.674971] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "e3149f46-5759-41c3-a423-89ec2ec648a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.675644] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Acquiring lock "e3149f46-5759-41c3-a423-89ec2ec648a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.675946] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "e3149f46-5759-41c3-a423-89ec2ec648a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.676156] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "e3149f46-5759-41c3-a423-89ec2ec648a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.679258] env[62633]: INFO nova.compute.manager [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Terminating instance [ 2149.684041] env[62633]: DEBUG nova.compute.manager [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2149.684348] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-295bfcb1-a70e-45c5-be71-736d9a7bdb81 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.694451] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe42c20-9503-45e4-a52f-a5dc99460aa9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.719670] env[62633]: WARNING nova.virt.vmwareapi.driver [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e3149f46-5759-41c3-a423-89ec2ec648a9 could not be found. [ 2149.719886] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2149.720210] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ba515ba-9576-4162-b880-84635303bef2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.729814] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b090a0-cbf7-4738-923c-d5f22e8d7f32 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.756617] env[62633]: WARNING nova.virt.vmwareapi.vmops [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e3149f46-5759-41c3-a423-89ec2ec648a9 could not be found. [ 2149.756860] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2149.757071] env[62633]: INFO nova.compute.manager [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Took 0.07 seconds to destroy the instance on the hypervisor. [ 2149.757339] env[62633]: DEBUG oslo.service.loopingcall [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.757569] env[62633]: DEBUG nova.compute.manager [-] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2149.757668] env[62633]: DEBUG nova.network.neutron [-] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2149.763388] env[62633]: DEBUG oslo_concurrency.lockutils [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.112s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.763544] env[62633]: INFO nova.compute.manager [None req-dc0bbb78-27df-4380-9a5e-c67fd8fac259 tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Successfully reverted task state from rebuilding on failure for instance. [ 2150.219125] env[62633]: DEBUG nova.compute.manager [req-d8779d3a-367b-4521-94ad-5438196ead17 req-44fe1f52-c47f-4a33-809b-8350a501c773 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Received event network-vif-deleted-38f4b13b-bbab-4388-9c05-d1490c859f22 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2150.219125] env[62633]: INFO nova.compute.manager [req-d8779d3a-367b-4521-94ad-5438196ead17 req-44fe1f52-c47f-4a33-809b-8350a501c773 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Neutron deleted interface 38f4b13b-bbab-4388-9c05-d1490c859f22; detaching it from the instance and deleting it from the info cache [ 2150.219125] env[62633]: DEBUG nova.network.neutron [req-d8779d3a-367b-4521-94ad-5438196ead17 req-44fe1f52-c47f-4a33-809b-8350a501c773 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.698925] env[62633]: DEBUG nova.network.neutron [-] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.723806] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c01bc44-8b26-4b07-b945-d22db48f1280 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.734227] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c036e76c-f400-4b22-abc8-8892dc2c2b05 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.759979] env[62633]: DEBUG nova.compute.manager [req-d8779d3a-367b-4521-94ad-5438196ead17 req-44fe1f52-c47f-4a33-809b-8350a501c773 service nova] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Detach interface failed, port_id=38f4b13b-bbab-4388-9c05-d1490c859f22, reason: Instance e3149f46-5759-41c3-a423-89ec2ec648a9 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2150.855413] env[62633]: DEBUG nova.network.neutron [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Port 47c6e889-7e91-49db-81c3-e4233d2ba557 binding to destination host cpu-1 is already ACTIVE {{(pid=62633) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2150.855724] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.855887] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.856065] env[62633]: DEBUG nova.network.neutron [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2151.201393] env[62633]: INFO nova.compute.manager [-] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Took 1.44 seconds to deallocate network for instance. [ 2151.542979] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2151.543318] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2151.593748] env[62633]: DEBUG nova.network.neutron [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.752544] env[62633]: INFO nova.compute.manager [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Took 0.55 seconds to detach 1 volumes for instance. [ 2151.754655] env[62633]: DEBUG nova.compute.manager [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] [instance: e3149f46-5759-41c3-a423-89ec2ec648a9] Deleting volume: 2b80cb6f-57bb-42fc-b9c5-defbb642852d {{(pid=62633) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 2152.048193] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2152.048456] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2152.048936] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Rebuilding the list of instances to heal {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2152.095953] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.289704] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.290027] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.290265] env[62633]: DEBUG nova.objects.instance [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lazy-loading 'resources' on Instance uuid e3149f46-5759-41c3-a423-89ec2ec648a9 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.551652] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.551958] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquired lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.551958] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Forcefully refreshing network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2152.552116] env[62633]: DEBUG nova.objects.instance [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lazy-loading 'info_cache' on Instance uuid 9322b45c-2077-450a-8c13-ec1207886846 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.598673] env[62633]: DEBUG nova.compute.manager [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62633) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 2152.598937] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.833753] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416a8349-f531-4f3e-8d73-ac0bac0b3954 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.840865] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7d01a1-e181-4476-a996-9426d9cd6723 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.870272] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf12fd5-aceb-4cd9-bc35-67d8a6d5f482 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.877175] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8f4562-41c7-4ce0-80b7-98bf86c879b1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.889957] env[62633]: DEBUG nova.compute.provider_tree [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.393530] env[62633]: DEBUG nova.scheduler.client.report [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2153.898690] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.900682] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.302s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.273221] env[62633]: DEBUG nova.network.neutron [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.403697] env[62633]: DEBUG nova.objects.instance [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'migration_context' on Instance uuid 9322b45c-2077-450a-8c13-ec1207886846 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.414796] env[62633]: DEBUG oslo_concurrency.lockutils [None req-3ca49819-afbf-4a43-8108-256ff1dc31ca tempest-ServerActionsV293TestJSON-2105849068 tempest-ServerActionsV293TestJSON-2105849068-project-member] Lock "e3149f46-5759-41c3-a423-89ec2ec648a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.740s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.776143] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Releasing lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.776426] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updated the network info_cache for instance {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2154.776660] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.776822] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.776975] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.777144] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.777290] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.777436] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.777561] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2154.777704] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2154.948028] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1920c3e-f636-4076-9dad-6d0ea150ebd9 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.955597] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1acb17-f6c4-4ae0-acaa-ac9cb21c0367 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.984843] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba53d00-d6e6-4358-8000-fb371a1d4488 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.991744] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627cee94-94e4-409c-9223-64eac8fccc12 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.004460] env[62633]: DEBUG nova.compute.provider_tree [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.280320] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.508022] env[62633]: DEBUG nova.scheduler.client.report [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2156.520058] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.618s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.525177] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.245s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.525366] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.525522] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2156.528459] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912a3b40-bb08-496b-a12e-dfacbaab625f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.540608] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b84e4e2-ff28-4637-b1ee-71572e776f09 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.555091] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474c3dc9-94a8-4e7a-a86e-d65ed282187c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.561321] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a669ec23-0bb6-461b-abfa-b00caf931d02 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.590066] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180776MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2156.590227] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.590409] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.056514] env[62633]: INFO nova.compute.manager [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Swapping old allocation on dict_keys(['61758920-fb19-48a2-830b-adcf6390d036']) held by migration 39ac9546-ba76-488e-88e0-6c792e5b6ebb for instance [ 2158.077104] env[62633]: DEBUG nova.scheduler.client.report [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Overwriting current allocation {'allocations': {'61758920-fb19-48a2-830b-adcf6390d036': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 188}}, 'project_id': '6e38997bdf504a0f852f73821e18ce76', 'user_id': '19f50becef744c578664e8651f46eafa', 'consumer_generation': 1} on consumer 9322b45c-2077-450a-8c13-ec1207886846 {{(pid=62633) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 2158.112347] env[62633]: INFO nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 39ac9546-ba76-488e-88e0-6c792e5b6ebb has allocations against this compute host but is not found in the database. [ 2158.112545] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 9322b45c-2077-450a-8c13-ec1207886846 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2158.112668] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2158.112818] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=768MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2158.137386] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ab83a-6116-4748-85a1-f07bf1d59acd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.145326] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfafd9b-1cd4-4bbc-8d28-5bd23cf870ef {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.150135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.150135] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.150135] env[62633]: DEBUG nova.network.neutron [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2158.175217] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a952cf9c-a94d-4b47-96c9-e524c549b700 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.182788] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6492a-3d7e-48cd-b33a-b7ab6f30739f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.196107] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.698534] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2158.853385] env[62633]: DEBUG nova.network.neutron [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [{"id": "47c6e889-7e91-49db-81c3-e4233d2ba557", "address": "fa:16:3e:2a:f6:db", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c6e889-7e", "ovs_interfaceid": "47c6e889-7e91-49db-81c3-e4233d2ba557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.203041] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2159.203396] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.613s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.356254] env[62633]: DEBUG oslo_concurrency.lockutils [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-9322b45c-2077-450a-8c13-ec1207886846" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.356723] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.357022] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f81b38-5de3-41e0-b3e6-e8bc54365074 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.367664] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2159.367664] env[62633]: value = "task-1809042" [ 2159.367664] env[62633]: _type = "Task" [ 2159.367664] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.375531] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.877524] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809042, 'name': PowerOffVM_Task, 'duration_secs': 0.187636} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.877838] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2159.878528] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2159.878753] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2159.878914] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2159.879129] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2159.879284] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2159.879437] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2159.879647] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2159.879813] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2159.879985] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2159.880167] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2159.880349] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2159.885312] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5398b225-9a69-415e-8173-532a135b5a8d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.901412] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2159.901412] env[62633]: value = "task-1809043" [ 2159.901412] env[62633]: _type = "Task" [ 2159.901412] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.911880] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.412009] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809043, 'name': ReconfigVM_Task, 'duration_secs': 0.132688} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.412822] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b71789-df33-4c38-aef3-1b8aa39a9bc8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.430892] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2160.431164] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2160.431312] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2160.431503] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2160.431654] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2160.431805] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2160.432024] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2160.432200] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2160.432373] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2160.432543] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2160.432723] env[62633]: DEBUG nova.virt.hardware [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2160.433545] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f60dde9-c7f0-4c28-9772-78c2714fa0b2 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.439190] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2160.439190] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]527b0311-114d-cb03-7059-6310751098ca" [ 2160.439190] env[62633]: _type = "Task" [ 2160.439190] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.447394] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527b0311-114d-cb03-7059-6310751098ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.950133] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]527b0311-114d-cb03-7059-6310751098ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.955483] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2160.955764] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68af48e6-b05b-4c78-adcc-901ac492a33a {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.974054] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2160.974054] env[62633]: value = "task-1809044" [ 2160.974054] env[62633]: _type = "Task" [ 2160.974054] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.981844] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.484357] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809044, 'name': ReconfigVM_Task, 'duration_secs': 0.162616} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.484736] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62633) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2161.485444] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a6d35f-18e1-469f-8560-d71fbf26fd82 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.507283] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 9322b45c-2077-450a-8c13-ec1207886846/9322b45c-2077-450a-8c13-ec1207886846.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2161.507574] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44635ed7-1ba2-4fd1-8bf2-658b58bf3273 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.526144] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2161.526144] env[62633]: value = "task-1809045" [ 2161.526144] env[62633]: _type = "Task" [ 2161.526144] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.533642] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.036578] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809045, 'name': ReconfigVM_Task, 'duration_secs': 0.247411} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.036834] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 9322b45c-2077-450a-8c13-ec1207886846/9322b45c-2077-450a-8c13-ec1207886846.vmdk or device None with type thin {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2162.037693] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ffb95b-ebbc-4328-80ae-911bc44e0216 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.056806] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490aa3f1-a633-4954-a7e0-ce722566ee1d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.075522] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f6510f-591c-444d-a9dc-8c32f5cddf5e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.095010] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba37ddf4-769d-4dd4-b6e6-a132d5eb28f7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.103506] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2162.103728] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77bfbfb-5598-4ebf-b001-b1314f900f72 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.110595] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2162.110595] env[62633]: value = "task-1809046" [ 2162.110595] env[62633]: _type = "Task" [ 2162.110595] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.118223] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.622056] env[62633]: DEBUG oslo_vmware.api [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809046, 'name': PowerOnVM_Task, 'duration_secs': 0.347598} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.622056] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2163.633047] env[62633]: INFO nova.compute.manager [None req-257e6533-cc0b-4868-9442-41462bda129d tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance to original state: 'active' [ 2165.519756] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "9322b45c-2077-450a-8c13-ec1207886846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.520207] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "9322b45c-2077-450a-8c13-ec1207886846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.520297] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "9322b45c-2077-450a-8c13-ec1207886846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.520508] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "9322b45c-2077-450a-8c13-ec1207886846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.520693] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "9322b45c-2077-450a-8c13-ec1207886846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.522859] env[62633]: INFO nova.compute.manager [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Terminating instance [ 2165.524600] env[62633]: DEBUG nova.compute.manager [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2165.524797] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2165.525656] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a3eec-5e0a-4d9e-bc52-ccdb27084d91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.533804] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2165.534033] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58c2226-f0cf-44f0-a2ae-de7b78593315 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.541108] env[62633]: DEBUG oslo_vmware.api [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2165.541108] env[62633]: value = "task-1809047" [ 2165.541108] env[62633]: _type = "Task" [ 2165.541108] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.548444] env[62633]: DEBUG oslo_vmware.api [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.053894] env[62633]: DEBUG oslo_vmware.api [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809047, 'name': PowerOffVM_Task, 'duration_secs': 0.172584} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.054345] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2166.054643] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2166.055010] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fa926df-06ac-4f34-ac34-da8f8ac348bf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.228710] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2166.228975] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2166.229146] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleting the datastore file [datastore1] 9322b45c-2077-450a-8c13-ec1207886846 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2166.229413] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf25649f-0187-408f-8825-aace1a2c55c5 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.236270] env[62633]: DEBUG oslo_vmware.api [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2166.236270] env[62633]: value = "task-1809049" [ 2166.236270] env[62633]: _type = "Task" [ 2166.236270] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.244129] env[62633]: DEBUG oslo_vmware.api [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.746385] env[62633]: DEBUG oslo_vmware.api [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150511} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.746830] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2166.746917] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2166.747131] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2166.747317] env[62633]: INFO nova.compute.manager [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2166.747565] env[62633]: DEBUG oslo.service.loopingcall [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2166.747759] env[62633]: DEBUG nova.compute.manager [-] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2166.747852] env[62633]: DEBUG nova.network.neutron [-] [instance: 9322b45c-2077-450a-8c13-ec1207886846] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2167.168926] env[62633]: DEBUG nova.compute.manager [req-c34d9c16-6928-473e-803e-21e1b6966e94 req-0fb5fcb8-273e-4cfa-aa2a-6afa23c87da1 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Received event network-vif-deleted-47c6e889-7e91-49db-81c3-e4233d2ba557 {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2167.169174] env[62633]: INFO nova.compute.manager [req-c34d9c16-6928-473e-803e-21e1b6966e94 req-0fb5fcb8-273e-4cfa-aa2a-6afa23c87da1 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Neutron deleted interface 47c6e889-7e91-49db-81c3-e4233d2ba557; detaching it from the instance and deleting it from the info cache [ 2167.169336] env[62633]: DEBUG nova.network.neutron [req-c34d9c16-6928-473e-803e-21e1b6966e94 req-0fb5fcb8-273e-4cfa-aa2a-6afa23c87da1 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.645917] env[62633]: DEBUG nova.network.neutron [-] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.672166] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5ad1a2f-47f2-438f-91ef-6612d019a9a7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.682587] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c837f2-8e33-45b9-8de2-2532752f61b0 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.705927] env[62633]: DEBUG nova.compute.manager [req-c34d9c16-6928-473e-803e-21e1b6966e94 req-0fb5fcb8-273e-4cfa-aa2a-6afa23c87da1 service nova] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Detach interface failed, port_id=47c6e889-7e91-49db-81c3-e4233d2ba557, reason: Instance 9322b45c-2077-450a-8c13-ec1207886846 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2168.148592] env[62633]: INFO nova.compute.manager [-] [instance: 9322b45c-2077-450a-8c13-ec1207886846] Took 1.40 seconds to deallocate network for instance. [ 2168.655265] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.655572] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.655803] env[62633]: DEBUG nova.objects.instance [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'resources' on Instance uuid 9322b45c-2077-450a-8c13-ec1207886846 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2169.191031] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f291571f-abc4-44dd-953f-f5edd69d0266 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.198939] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74ebeb-63e6-4353-b604-67e3266385db {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.228316] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb8f8aa-f6af-45e9-8a57-c41daf3ec006 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.236062] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcee905-16ba-4516-9eb6-ae08e98bffb6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.248834] env[62633]: DEBUG nova.compute.provider_tree [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.751797] env[62633]: DEBUG nova.scheduler.client.report [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2170.257013] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.277589] env[62633]: INFO nova.scheduler.client.report [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted allocations for instance 9322b45c-2077-450a-8c13-ec1207886846 [ 2170.785959] env[62633]: DEBUG oslo_concurrency.lockutils [None req-5490ceae-3a1e-4747-8a4e-b9d26ad2b798 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "9322b45c-2077-450a-8c13-ec1207886846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.266s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.425111] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.425419] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.927768] env[62633]: DEBUG nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Starting instance... {{(pid=62633) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2172.450272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.450558] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.452088] env[62633]: INFO nova.compute.claims [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2173.487832] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f3fb0-c053-45e1-b02a-3c6c8c70a8cf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.495714] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb743a7-4bcb-4d00-9d84-ef653fcb672b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.524549] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970369cb-8ea4-4e1d-99bf-8c25f09b6fdc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.531549] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909b894e-dd47-4a4c-8fca-610e632533de {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.545700] env[62633]: DEBUG nova.compute.provider_tree [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2174.048946] env[62633]: DEBUG nova.scheduler.client.report [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2174.554260] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.554843] env[62633]: DEBUG nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Start building networks asynchronously for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2175.060502] env[62633]: DEBUG nova.compute.utils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Using /dev/sd instead of None {{(pid=62633) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2175.061943] env[62633]: DEBUG nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Allocating IP information in the background. {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2175.062126] env[62633]: DEBUG nova.network.neutron [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] allocate_for_instance() {{(pid=62633) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2175.114803] env[62633]: DEBUG nova.policy [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19f50becef744c578664e8651f46eafa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e38997bdf504a0f852f73821e18ce76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62633) authorize /opt/stack/nova/nova/policy.py:201}} [ 2175.376936] env[62633]: DEBUG nova.network.neutron [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Successfully created port: b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2175.565733] env[62633]: DEBUG nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Start building block device mappings for instance. {{(pid=62633) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2176.575857] env[62633]: DEBUG nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Start spawning the instance on the hypervisor. {{(pid=62633) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2176.603578] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T09:55:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T09:55:03Z,direct_url=,disk_format='vmdk',id=106d7adf-ccb5-4a80-8c71-140066e9ac14,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d73a51af6a3b43a4928089692e8c6cb2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T09:55:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2176.603844] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2176.604015] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image limits 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2176.604228] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Flavor pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2176.604378] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Image pref 0:0:0 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2176.604531] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62633) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2176.604744] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2176.604918] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2176.605136] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Got 1 possible topologies {{(pid=62633) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2176.605316] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2176.605525] env[62633]: DEBUG nova.virt.hardware [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62633) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2176.606791] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dc96aa-aac8-491c-a3cf-c41f4db0d118 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.615112] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edddb04f-20f7-4b80-8020-cdf718cb29d8 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.735519] env[62633]: DEBUG nova.compute.manager [req-dbef4b6a-d4c4-4381-83fb-774c2a2e46bb req-461ee96d-b9f6-499f-b3e8-fe0cb2789baa service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Received event network-vif-plugged-b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2176.735747] env[62633]: DEBUG oslo_concurrency.lockutils [req-dbef4b6a-d4c4-4381-83fb-774c2a2e46bb req-461ee96d-b9f6-499f-b3e8-fe0cb2789baa service nova] Acquiring lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.735968] env[62633]: DEBUG oslo_concurrency.lockutils [req-dbef4b6a-d4c4-4381-83fb-774c2a2e46bb req-461ee96d-b9f6-499f-b3e8-fe0cb2789baa service nova] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.736166] env[62633]: DEBUG oslo_concurrency.lockutils [req-dbef4b6a-d4c4-4381-83fb-774c2a2e46bb req-461ee96d-b9f6-499f-b3e8-fe0cb2789baa service nova] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.736349] env[62633]: DEBUG nova.compute.manager [req-dbef4b6a-d4c4-4381-83fb-774c2a2e46bb req-461ee96d-b9f6-499f-b3e8-fe0cb2789baa service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] No waiting events found dispatching network-vif-plugged-b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2176.736523] env[62633]: WARNING nova.compute.manager [req-dbef4b6a-d4c4-4381-83fb-774c2a2e46bb req-461ee96d-b9f6-499f-b3e8-fe0cb2789baa service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Received unexpected event network-vif-plugged-b62ac791-1815-40a0-84dc-5feafb088c8e for instance with vm_state building and task_state spawning. [ 2176.815195] env[62633]: DEBUG nova.network.neutron [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Successfully updated port: b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2177.318223] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.318394] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.318584] env[62633]: DEBUG nova.network.neutron [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2177.853697] env[62633]: DEBUG nova.network.neutron [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Instance cache missing network info. {{(pid=62633) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2177.978155] env[62633]: DEBUG nova.network.neutron [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updating instance_info_cache with network_info: [{"id": "b62ac791-1815-40a0-84dc-5feafb088c8e", "address": "fa:16:3e:7c:06:8c", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62ac791-18", "ovs_interfaceid": "b62ac791-1815-40a0-84dc-5feafb088c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.482570] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.482913] env[62633]: DEBUG nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Instance network_info: |[{"id": "b62ac791-1815-40a0-84dc-5feafb088c8e", "address": "fa:16:3e:7c:06:8c", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62ac791-18", "ovs_interfaceid": "b62ac791-1815-40a0-84dc-5feafb088c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62633) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2178.483431] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:06:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b62ac791-1815-40a0-84dc-5feafb088c8e', 'vif_model': 'vmxnet3'}] {{(pid=62633) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2178.490811] env[62633]: DEBUG oslo.service.loopingcall [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.491031] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Creating VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2178.491283] env[62633]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bcc8722-1d00-4e5a-b5d6-7aacaa3cfb5c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.511981] env[62633]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2178.511981] env[62633]: value = "task-1809050" [ 2178.511981] env[62633]: _type = "Task" [ 2178.511981] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.519343] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809050, 'name': CreateVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.763329] env[62633]: DEBUG nova.compute.manager [req-43c9f474-9749-4c0b-a1f4-614b5bd12619 req-1aad64bc-886c-4d1f-b8a0-63481f76aafe service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Received event network-changed-b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2178.763549] env[62633]: DEBUG nova.compute.manager [req-43c9f474-9749-4c0b-a1f4-614b5bd12619 req-1aad64bc-886c-4d1f-b8a0-63481f76aafe service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Refreshing instance network info cache due to event network-changed-b62ac791-1815-40a0-84dc-5feafb088c8e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2178.763766] env[62633]: DEBUG oslo_concurrency.lockutils [req-43c9f474-9749-4c0b-a1f4-614b5bd12619 req-1aad64bc-886c-4d1f-b8a0-63481f76aafe service nova] Acquiring lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.763915] env[62633]: DEBUG oslo_concurrency.lockutils [req-43c9f474-9749-4c0b-a1f4-614b5bd12619 req-1aad64bc-886c-4d1f-b8a0-63481f76aafe service nova] Acquired lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.764267] env[62633]: DEBUG nova.network.neutron [req-43c9f474-9749-4c0b-a1f4-614b5bd12619 req-1aad64bc-886c-4d1f-b8a0-63481f76aafe service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Refreshing network info cache for port b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2179.022270] env[62633]: DEBUG oslo_vmware.api [-] Task: {'id': task-1809050, 'name': CreateVM_Task, 'duration_secs': 0.289574} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.022628] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Created VM on the ESX host {{(pid=62633) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2179.023085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.023301] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.023649] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2179.024218] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b925a514-ae05-4d0b-9165-3c3007c4689c {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.029437] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2179.029437] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2c9cd-6548-5679-dfe0-04b8d160c539" [ 2179.029437] env[62633]: _type = "Task" [ 2179.029437] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.037358] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2c9cd-6548-5679-dfe0-04b8d160c539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.445296] env[62633]: DEBUG nova.network.neutron [req-43c9f474-9749-4c0b-a1f4-614b5bd12619 req-1aad64bc-886c-4d1f-b8a0-63481f76aafe service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updated VIF entry in instance network info cache for port b62ac791-1815-40a0-84dc-5feafb088c8e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2179.445683] env[62633]: DEBUG nova.network.neutron [req-43c9f474-9749-4c0b-a1f4-614b5bd12619 req-1aad64bc-886c-4d1f-b8a0-63481f76aafe service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updating instance_info_cache with network_info: [{"id": "b62ac791-1815-40a0-84dc-5feafb088c8e", "address": "fa:16:3e:7c:06:8c", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62ac791-18", "ovs_interfaceid": "b62ac791-1815-40a0-84dc-5feafb088c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.538914] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52d2c9cd-6548-5679-dfe0-04b8d160c539, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.539246] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.539489] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Processing image 106d7adf-ccb5-4a80-8c71-140066e9ac14 {{(pid=62633) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2179.539723] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.539875] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.540074] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2179.540330] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c9533d-623e-453b-a8b4-e770308f3db1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.548065] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62633) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2179.548212] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62633) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2179.548886] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcdc11f-4adb-4929-8c28-86d1e035f286 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.553668] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2179.553668] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]5229fafe-633f-cb4f-9759-ecd7d50dd440" [ 2179.553668] env[62633]: _type = "Task" [ 2179.553668] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.561305] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5229fafe-633f-cb4f-9759-ecd7d50dd440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.948818] env[62633]: DEBUG oslo_concurrency.lockutils [req-43c9f474-9749-4c0b-a1f4-614b5bd12619 req-1aad64bc-886c-4d1f-b8a0-63481f76aafe service nova] Releasing lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.064273] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]5229fafe-633f-cb4f-9759-ecd7d50dd440, 'name': SearchDatastore_Task, 'duration_secs': 0.007891} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.065067] env[62633]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce99e83-aa61-4307-9bf9-4ae305ad5863 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.070106] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2180.070106] env[62633]: value = "session[5248121a-e407-3727-9eae-9cd780fe81ab]52207b4f-e78a-09fc-f462-18089628634f" [ 2180.070106] env[62633]: _type = "Task" [ 2180.070106] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.077505] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52207b4f-e78a-09fc-f462-18089628634f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.580190] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': session[5248121a-e407-3727-9eae-9cd780fe81ab]52207b4f-e78a-09fc-f462-18089628634f, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.580470] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.580728] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 880c7aa1-b445-4fcb-85a1-498778cc9ac1/880c7aa1-b445-4fcb-85a1-498778cc9ac1.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2180.580986] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ba20e8d-2196-4eba-8f6f-0b23a03bff7f {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.587960] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2180.587960] env[62633]: value = "task-1809051" [ 2180.587960] env[62633]: _type = "Task" [ 2180.587960] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.596316] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.097777] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42772} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.098193] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/106d7adf-ccb5-4a80-8c71-140066e9ac14/106d7adf-ccb5-4a80-8c71-140066e9ac14.vmdk to [datastore1] 880c7aa1-b445-4fcb-85a1-498778cc9ac1/880c7aa1-b445-4fcb-85a1-498778cc9ac1.vmdk {{(pid=62633) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2181.098324] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Extending root virtual disk to 1048576 {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2181.098517] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-471bc165-b12a-4ff3-84ec-63dceb4ebccd {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.104967] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2181.104967] env[62633]: value = "task-1809052" [ 2181.104967] env[62633]: _type = "Task" [ 2181.104967] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.112021] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.615261] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060563} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.615562] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Extended root virtual disk {{(pid=62633) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2181.616353] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c92b9-049d-4f6a-bd9e-59195c47857b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.638049] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 880c7aa1-b445-4fcb-85a1-498778cc9ac1/880c7aa1-b445-4fcb-85a1-498778cc9ac1.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2181.638337] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d94a34-3d24-47a7-b6c2-02e9b2028f3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.658905] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2181.658905] env[62633]: value = "task-1809053" [ 2181.658905] env[62633]: _type = "Task" [ 2181.658905] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.669604] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.169340] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809053, 'name': ReconfigVM_Task, 'duration_secs': 0.256911} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.169727] env[62633]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 880c7aa1-b445-4fcb-85a1-498778cc9ac1/880c7aa1-b445-4fcb-85a1-498778cc9ac1.vmdk or device None with type sparse {{(pid=62633) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2182.170260] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76dc7845-3e36-451d-908f-d50b9462c03b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.176919] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2182.176919] env[62633]: value = "task-1809054" [ 2182.176919] env[62633]: _type = "Task" [ 2182.176919] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.184394] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809054, 'name': Rename_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.687398] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809054, 'name': Rename_Task, 'duration_secs': 0.153903} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.687694] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2182.687967] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e13146-3ee8-4c23-8cb6-9cdeaea07897 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.694959] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2182.694959] env[62633]: value = "task-1809055" [ 2182.694959] env[62633]: _type = "Task" [ 2182.694959] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.704417] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.204698] env[62633]: DEBUG oslo_vmware.api [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809055, 'name': PowerOnVM_Task, 'duration_secs': 0.415957} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.205026] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2183.205224] env[62633]: INFO nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Took 6.63 seconds to spawn the instance on the hypervisor. [ 2183.205435] env[62633]: DEBUG nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2183.206192] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781218b4-d66c-4124-abb5-5593bdd7ad5d {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.723721] env[62633]: INFO nova.compute.manager [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Took 11.29 seconds to build instance. [ 2184.226081] env[62633]: DEBUG oslo_concurrency.lockutils [None req-fb8b3426-8f8f-419a-8f0d-6ed2ee210c58 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.800s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.578183] env[62633]: DEBUG nova.compute.manager [req-b0943e6a-93f6-44ae-8924-38bc70bff726 req-844d41e6-0cd1-4e8d-830f-08f874130ee6 service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Received event network-changed-b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2184.578183] env[62633]: DEBUG nova.compute.manager [req-b0943e6a-93f6-44ae-8924-38bc70bff726 req-844d41e6-0cd1-4e8d-830f-08f874130ee6 service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Refreshing instance network info cache due to event network-changed-b62ac791-1815-40a0-84dc-5feafb088c8e. {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2184.578183] env[62633]: DEBUG oslo_concurrency.lockutils [req-b0943e6a-93f6-44ae-8924-38bc70bff726 req-844d41e6-0cd1-4e8d-830f-08f874130ee6 service nova] Acquiring lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.579100] env[62633]: DEBUG oslo_concurrency.lockutils [req-b0943e6a-93f6-44ae-8924-38bc70bff726 req-844d41e6-0cd1-4e8d-830f-08f874130ee6 service nova] Acquired lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.579100] env[62633]: DEBUG nova.network.neutron [req-b0943e6a-93f6-44ae-8924-38bc70bff726 req-844d41e6-0cd1-4e8d-830f-08f874130ee6 service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Refreshing network info cache for port b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2185.299283] env[62633]: DEBUG nova.network.neutron [req-b0943e6a-93f6-44ae-8924-38bc70bff726 req-844d41e6-0cd1-4e8d-830f-08f874130ee6 service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updated VIF entry in instance network info cache for port b62ac791-1815-40a0-84dc-5feafb088c8e. {{(pid=62633) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2185.299682] env[62633]: DEBUG nova.network.neutron [req-b0943e6a-93f6-44ae-8924-38bc70bff726 req-844d41e6-0cd1-4e8d-830f-08f874130ee6 service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updating instance_info_cache with network_info: [{"id": "b62ac791-1815-40a0-84dc-5feafb088c8e", "address": "fa:16:3e:7c:06:8c", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62ac791-18", "ovs_interfaceid": "b62ac791-1815-40a0-84dc-5feafb088c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.802833] env[62633]: DEBUG oslo_concurrency.lockutils [req-b0943e6a-93f6-44ae-8924-38bc70bff726 req-844d41e6-0cd1-4e8d-830f-08f874130ee6 service nova] Releasing lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.204487] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2219.204799] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2219.204885] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Starting heal instance info cache {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2219.707873] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Didn't find any instances for network info cache update. {{(pid=62633) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2219.708170] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2219.708349] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2219.708504] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2219.708658] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2219.708805] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2219.708950] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2219.709095] env[62633]: DEBUG nova.compute.manager [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62633) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2219.709243] env[62633]: DEBUG oslo_service.periodic_task [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62633) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2220.212857] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.213286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.213286] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.213473] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62633) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2220.214438] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c4eb5e-a559-492d-9d5f-11a3e35e101b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.222495] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841fec93-943f-4bd9-a22b-f7baee472226 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.236241] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a2d5c0-12ed-4d70-bc18-ab9fbed99ecc {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.242505] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c57e3-d766-41d1-8020-d01a43fcec91 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.272121] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181124MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62633) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2220.272272] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.272462] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.174854] env[62633]: DEBUG oslo_concurrency.lockutils [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.175159] env[62633]: DEBUG oslo_concurrency.lockutils [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.175358] env[62633]: DEBUG nova.compute.manager [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2221.176297] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd20729-d0a9-4f10-b138-da8707f76548 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.183217] env[62633]: DEBUG nova.compute.manager [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62633) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 2221.183797] env[62633]: DEBUG nova.objects.instance [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'flavor' on Instance uuid 880c7aa1-b445-4fcb-85a1-498778cc9ac1 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.296830] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Instance 880c7aa1-b445-4fcb-85a1-498778cc9ac1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62633) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2221.297108] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2221.297199] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62633) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2221.320933] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304c05aa-da99-4147-a768-f69404648432 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.329379] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a86e4e-8fb9-4ce8-ad11-7d792d75e7e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.359054] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b73936-c761-4e6d-8552-9f7a6ecd7a8e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.366200] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fafbaf6-c48a-4552-bd9b-51ad36f34336 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.380049] env[62633]: DEBUG nova.compute.provider_tree [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.690564] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2221.690850] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c53e6fed-0897-4ea4-922e-2937cb937739 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.698201] env[62633]: DEBUG oslo_vmware.api [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2221.698201] env[62633]: value = "task-1809056" [ 2221.698201] env[62633]: _type = "Task" [ 2221.698201] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.706293] env[62633]: DEBUG oslo_vmware.api [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.883625] env[62633]: DEBUG nova.scheduler.client.report [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2222.208417] env[62633]: DEBUG oslo_vmware.api [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809056, 'name': PowerOffVM_Task, 'duration_secs': 0.180967} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.208687] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.208863] env[62633]: DEBUG nova.compute.manager [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2222.209605] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f42f9ba-dc0a-4375-900b-10122a77be31 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.388521] env[62633]: DEBUG nova.compute.resource_tracker [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62633) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2222.389055] env[62633]: DEBUG oslo_concurrency.lockutils [None req-c6272138-c732-4d41-aeac-a39d3fe5ffb6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.722085] env[62633]: DEBUG oslo_concurrency.lockutils [None req-12a41198-3918-49e9-abbb-74aebc4097a9 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.549800] env[62633]: DEBUG nova.objects.instance [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'flavor' on Instance uuid 880c7aa1-b445-4fcb-85a1-498778cc9ac1 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.055496] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.055725] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.055888] env[62633]: DEBUG nova.network.neutron [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2224.056084] env[62633]: DEBUG nova.objects.instance [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'info_cache' on Instance uuid 880c7aa1-b445-4fcb-85a1-498778cc9ac1 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.559563] env[62633]: DEBUG nova.objects.base [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Object Instance<880c7aa1-b445-4fcb-85a1-498778cc9ac1> lazy-loaded attributes: flavor,info_cache {{(pid=62633) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2225.273918] env[62633]: DEBUG nova.network.neutron [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updating instance_info_cache with network_info: [{"id": "b62ac791-1815-40a0-84dc-5feafb088c8e", "address": "fa:16:3e:7c:06:8c", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62ac791-18", "ovs_interfaceid": "b62ac791-1815-40a0-84dc-5feafb088c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.776317] env[62633]: DEBUG oslo_concurrency.lockutils [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.280226] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Powering on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2226.280567] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f43b2036-1194-4b9c-a66c-b0e79a7afa19 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.288329] env[62633]: DEBUG oslo_vmware.api [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2226.288329] env[62633]: value = "task-1809057" [ 2226.288329] env[62633]: _type = "Task" [ 2226.288329] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.296902] env[62633]: DEBUG oslo_vmware.api [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.797944] env[62633]: DEBUG oslo_vmware.api [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809057, 'name': PowerOnVM_Task, 'duration_secs': 0.380169} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.798367] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Powered on the VM {{(pid=62633) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2226.798423] env[62633]: DEBUG nova.compute.manager [None req-edf9f8cd-54ef-4def-b504-c5148435add8 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2226.799177] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8b2d84-d49f-4669-ae1b-507dd1d0fe18 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.492693] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b9ba4f-f43f-49b0-9c5b-36b34a053c3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.500628] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c611e01b-c0dc-476e-b729-bb69f0a2ac21 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Suspending the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2228.500970] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc01e93a-2cd8-48ee-9845-2019b68664da {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.507745] env[62633]: DEBUG oslo_vmware.api [None req-c611e01b-c0dc-476e-b729-bb69f0a2ac21 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2228.507745] env[62633]: value = "task-1809058" [ 2228.507745] env[62633]: _type = "Task" [ 2228.507745] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.516142] env[62633]: DEBUG oslo_vmware.api [None req-c611e01b-c0dc-476e-b729-bb69f0a2ac21 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809058, 'name': SuspendVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.018437] env[62633]: DEBUG oslo_vmware.api [None req-c611e01b-c0dc-476e-b729-bb69f0a2ac21 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809058, 'name': SuspendVM_Task} progress is 66%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.518458] env[62633]: DEBUG oslo_vmware.api [None req-c611e01b-c0dc-476e-b729-bb69f0a2ac21 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809058, 'name': SuspendVM_Task, 'duration_secs': 0.6323} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.518858] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-c611e01b-c0dc-476e-b729-bb69f0a2ac21 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Suspended the VM {{(pid=62633) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2229.518977] env[62633]: DEBUG nova.compute.manager [None req-c611e01b-c0dc-476e-b729-bb69f0a2ac21 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2229.519690] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75404c7a-72ea-4da9-96d4-15092a86dbf3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.813560] env[62633]: INFO nova.compute.manager [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Resuming [ 2230.814358] env[62633]: DEBUG nova.objects.instance [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'flavor' on Instance uuid 880c7aa1-b445-4fcb-85a1-498778cc9ac1 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2231.822598] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.822982] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquired lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.822982] env[62633]: DEBUG nova.network.neutron [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Building network info cache for instance {{(pid=62633) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2232.516372] env[62633]: DEBUG nova.network.neutron [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updating instance_info_cache with network_info: [{"id": "b62ac791-1815-40a0-84dc-5feafb088c8e", "address": "fa:16:3e:7c:06:8c", "network": {"id": "1d64f2ef-5750-4d90-9d10-5533959be908", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-665819015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e38997bdf504a0f852f73821e18ce76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62ac791-18", "ovs_interfaceid": "b62ac791-1815-40a0-84dc-5feafb088c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.018874] env[62633]: DEBUG oslo_concurrency.lockutils [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Releasing lock "refresh_cache-880c7aa1-b445-4fcb-85a1-498778cc9ac1" {{(pid=62633) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.019958] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b156d553-14b1-49f1-87fc-10c4467c083b {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.027169] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Resuming the VM {{(pid=62633) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2233.027405] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ab5d12-7321-45bc-837e-77395dcb4e3e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.033890] env[62633]: DEBUG oslo_vmware.api [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2233.033890] env[62633]: value = "task-1809059" [ 2233.033890] env[62633]: _type = "Task" [ 2233.033890] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.041342] env[62633]: DEBUG oslo_vmware.api [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.544377] env[62633]: DEBUG oslo_vmware.api [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809059, 'name': PowerOnVM_Task, 'duration_secs': 0.399764} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.544692] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Resumed the VM {{(pid=62633) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2233.544889] env[62633]: DEBUG nova.compute.manager [None req-bdcb287f-d542-4414-97ff-12e7c1a86f42 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Checking state {{(pid=62633) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2233.545768] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6154e67e-bad4-4ff7-b227-9d2ba6eee821 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.379463] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.379921] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.380400] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.380622] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.380808] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.383092] env[62633]: INFO nova.compute.manager [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Terminating instance [ 2234.384846] env[62633]: DEBUG nova.compute.manager [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Start destroying the instance on the hypervisor. {{(pid=62633) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2234.385060] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Destroying instance {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2234.385968] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0509f9c1-18b6-4d7d-8cfb-488fff950dea {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.393383] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Powering off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2234.393609] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c95c363-0015-45e7-b582-cf6d56793eca {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.400073] env[62633]: DEBUG oslo_vmware.api [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2234.400073] env[62633]: value = "task-1809060" [ 2234.400073] env[62633]: _type = "Task" [ 2234.400073] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.407415] env[62633]: DEBUG oslo_vmware.api [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.910709] env[62633]: DEBUG oslo_vmware.api [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809060, 'name': PowerOffVM_Task, 'duration_secs': 0.196824} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.910980] env[62633]: DEBUG nova.virt.vmwareapi.vm_util [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Powered off the VM {{(pid=62633) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2234.912098] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Unregistering the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2234.912377] env[62633]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1a2d242-caaa-46af-94bd-a2a9aa4d08a3 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.992294] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Unregistered the VM {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2234.992518] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Deleting contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2234.992712] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleting the datastore file [datastore1] 880c7aa1-b445-4fcb-85a1-498778cc9ac1 {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2234.992983] env[62633]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58c36647-b0e9-4f3f-a8d2-9835f7b975e1 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.001054] env[62633]: DEBUG oslo_vmware.api [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for the task: (returnval){ [ 2235.001054] env[62633]: value = "task-1809062" [ 2235.001054] env[62633]: _type = "Task" [ 2235.001054] env[62633]: } to complete. {{(pid=62633) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.008481] env[62633]: DEBUG oslo_vmware.api [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.511064] env[62633]: DEBUG oslo_vmware.api [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Task: {'id': task-1809062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138791} completed successfully. {{(pid=62633) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.511410] env[62633]: DEBUG nova.virt.vmwareapi.ds_util [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted the datastore file {{(pid=62633) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2235.511457] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Deleted contents of the VM from datastore datastore1 {{(pid=62633) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2235.511642] env[62633]: DEBUG nova.virt.vmwareapi.vmops [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Instance destroyed {{(pid=62633) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2235.511824] env[62633]: INFO nova.compute.manager [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2235.512082] env[62633]: DEBUG oslo.service.loopingcall [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62633) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2235.512285] env[62633]: DEBUG nova.compute.manager [-] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Deallocating network for instance {{(pid=62633) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2235.512381] env[62633]: DEBUG nova.network.neutron [-] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] deallocate_for_instance() {{(pid=62633) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2236.106794] env[62633]: DEBUG nova.compute.manager [req-0acb0e0e-9c41-4020-a5b4-b4609c811911 req-b3fa981f-f819-4596-ae9d-17a599eb8a1c service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Received event network-vif-deleted-b62ac791-1815-40a0-84dc-5feafb088c8e {{(pid=62633) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2236.107684] env[62633]: INFO nova.compute.manager [req-0acb0e0e-9c41-4020-a5b4-b4609c811911 req-b3fa981f-f819-4596-ae9d-17a599eb8a1c service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Neutron deleted interface b62ac791-1815-40a0-84dc-5feafb088c8e; detaching it from the instance and deleting it from the info cache [ 2236.107684] env[62633]: DEBUG nova.network.neutron [req-0acb0e0e-9c41-4020-a5b4-b4609c811911 req-b3fa981f-f819-4596-ae9d-17a599eb8a1c service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.587965] env[62633]: DEBUG nova.network.neutron [-] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Updating instance_info_cache with network_info: [] {{(pid=62633) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.611000] env[62633]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bc8c515-502f-4c7c-8de7-fe8ca725c24e {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.621101] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98ef685-b3b8-4c84-8402-feb669fdbf49 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.644395] env[62633]: DEBUG nova.compute.manager [req-0acb0e0e-9c41-4020-a5b4-b4609c811911 req-b3fa981f-f819-4596-ae9d-17a599eb8a1c service nova] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Detach interface failed, port_id=b62ac791-1815-40a0-84dc-5feafb088c8e, reason: Instance 880c7aa1-b445-4fcb-85a1-498778cc9ac1 could not be found. {{(pid=62633) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2237.093492] env[62633]: INFO nova.compute.manager [-] [instance: 880c7aa1-b445-4fcb-85a1-498778cc9ac1] Took 1.58 seconds to deallocate network for instance. [ 2237.599834] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.600425] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.600643] env[62633]: DEBUG nova.objects.instance [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lazy-loading 'resources' on Instance uuid 880c7aa1-b445-4fcb-85a1-498778cc9ac1 {{(pid=62633) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2238.134413] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f249506-38ca-4bb7-b9af-f4cf066367b4 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.141953] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c37ce-9fa4-430e-b9df-1751c4afc8a6 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.172440] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e2ab0-e4b4-4fa8-a64c-c241ea563fdf {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.179244] env[62633]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3f5587-beee-43e7-9c0d-2cd6feb51cf7 {{(pid=62633) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.192054] env[62633]: DEBUG nova.compute.provider_tree [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed in ProviderTree for provider: 61758920-fb19-48a2-830b-adcf6390d036 {{(pid=62633) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2238.696060] env[62633]: DEBUG nova.scheduler.client.report [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Inventory has not changed for provider 61758920-fb19-48a2-830b-adcf6390d036 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62633) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2239.200768] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.220613] env[62633]: INFO nova.scheduler.client.report [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Deleted allocations for instance 880c7aa1-b445-4fcb-85a1-498778cc9ac1 [ 2239.728901] env[62633]: DEBUG oslo_concurrency.lockutils [None req-43429c15-6e56-4416-9b02-340b6fd6f250 tempest-ServerActionsTestJSON-12541229 tempest-ServerActionsTestJSON-12541229-project-member] Lock "880c7aa1-b445-4fcb-85a1-498778cc9ac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.349s {{(pid=62633) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}